2024-12-17 04:38:46,807 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-17 04:38:46,817 main DEBUG Took 0.008817 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-17 04:38:46,818 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-17 04:38:46,818 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-17 04:38:46,819 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-17 04:38:46,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,827 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-17 04:38:46,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,841 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,842 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,843 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,844 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,846 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 04:38:46,847 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,847 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-17 04:38:46,849 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 04:38:46,850 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-17 04:38:46,852 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-17 04:38:46,852 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-17 04:38:46,853 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-17 04:38:46,853 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-17 04:38:46,860 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-17 04:38:46,862 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-17 04:38:46,864 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-17 04:38:46,864 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-17 04:38:46,864 main DEBUG createAppenders(={Console}) 2024-12-17 04:38:46,865 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-17 04:38:46,865 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-17 04:38:46,866 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-17 04:38:46,866 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-17 04:38:46,866 main DEBUG OutputStream closed 2024-12-17 04:38:46,867 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-17 04:38:46,867 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-17 04:38:46,867 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-17 04:38:46,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-17 04:38:46,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-17 04:38:46,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-17 04:38:46,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-17 04:38:46,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-17 04:38:46,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-17 04:38:46,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-17 04:38:46,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-17 04:38:46,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-17 04:38:46,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-17 04:38:46,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-17 04:38:46,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-17 04:38:46,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-17 04:38:46,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-17 04:38:46,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-17 04:38:46,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-17 04:38:46,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-17 04:38:46,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-17 04:38:46,942 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17 04:38:46,942 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-17 04:38:46,942 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-17 04:38:46,943 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-17T04:38:47,129 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be 2024-12-17 04:38:47,132 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-17 04:38:47,133 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17T04:38:47,141 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-17T04:38:47,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-17T04:38:47,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931, deleteOnExit=true 2024-12-17T04:38:47,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-17T04:38:47,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/test.cache.data in system properties and HBase conf 2024-12-17T04:38:47,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/hadoop.tmp.dir in system properties and HBase conf 2024-12-17T04:38:47,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/hadoop.log.dir in system properties and HBase conf 2024-12-17T04:38:47,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-17T04:38:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-17T04:38:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-17T04:38:47,241 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-17T04:38:47,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-17T04:38:47,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-17T04:38:47,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-17T04:38:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-17T04:38:47,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T04:38:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-17T04:38:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-17T04:38:47,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T04:38:47,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T04:38:47,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-17T04:38:47,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/nfs.dump.dir in system properties and HBase conf 2024-12-17T04:38:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/java.io.tmpdir in system properties and HBase conf 2024-12-17T04:38:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T04:38:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-17T04:38:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-17T04:38:48,248 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-17T04:38:48,311 INFO [Time-limited test {}] log.Log(170): Logging initialized @2121ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-17T04:38:48,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T04:38:48,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T04:38:48,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T04:38:48,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T04:38:48,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-17T04:38:48,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T04:38:48,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/hadoop.log.dir/,AVAILABLE} 2024-12-17T04:38:48,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T04:38:48,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/java.io.tmpdir/jetty-localhost-38257-hadoop-hdfs-3_4_1-tests_jar-_-any-14901017256743693764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T04:38:48,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38257} 2024-12-17T04:38:48,636 INFO [Time-limited test {}] server.Server(415): Started @2447ms 2024-12-17T04:38:49,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T04:38:49,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T04:38:49,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T04:38:49,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T04:38:49,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T04:38:49,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/hadoop.log.dir/,AVAILABLE} 2024-12-17T04:38:49,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T04:38:49,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/java.io.tmpdir/jetty-localhost-36633-hadoop-hdfs-3_4_1-tests_jar-_-any-17323563967964028782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T04:38:49,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36633} 2024-12-17T04:38:49,174 INFO [Time-limited test {}] server.Server(415): Started @2985ms 2024-12-17T04:38:49,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-17T04:38:49,995 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931/dfs/data/data2/current/BP-2132363405-172.17.0.2-1734410327823/current, will proceed with Du for space computation calculation, 2024-12-17T04:38:49,995 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931/dfs/data/data1/current/BP-2132363405-172.17.0.2-1734410327823/current, will proceed with Du for space computation calculation, 2024-12-17T04:38:50,019 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-17T04:38:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaae692e71d1c017 with lease ID 0xaceb7a9b4b83e889: Processing first storage report for DS-511ec752-3920-447b-b490-4f5a16de614c from datanode DatanodeRegistration(127.0.0.1:37595, datanodeUuid=1d94bdaf-5ef7-4ba6-aded-93ce5e0a7e2f, infoPort=38877, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=348970182;c=1734410327823) 2024-12-17T04:38:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaae692e71d1c017 with lease ID 0xaceb7a9b4b83e889: from storage DS-511ec752-3920-447b-b490-4f5a16de614c node DatanodeRegistration(127.0.0.1:37595, datanodeUuid=1d94bdaf-5ef7-4ba6-aded-93ce5e0a7e2f, infoPort=38877, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=348970182;c=1734410327823), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-17T04:38:50,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaae692e71d1c017 with lease ID 0xaceb7a9b4b83e889: Processing first storage report for DS-9ba46f66-346b-4dd8-92f5-1e90c20c2d1c from datanode DatanodeRegistration(127.0.0.1:37595, datanodeUuid=1d94bdaf-5ef7-4ba6-aded-93ce5e0a7e2f, infoPort=38877, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=348970182;c=1734410327823) 2024-12-17T04:38:50,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaae692e71d1c017 with lease ID 0xaceb7a9b4b83e889: from storage DS-9ba46f66-346b-4dd8-92f5-1e90c20c2d1c node DatanodeRegistration(127.0.0.1:37595, datanodeUuid=1d94bdaf-5ef7-4ba6-aded-93ce5e0a7e2f, infoPort=38877, infoSecurePort=0, ipcPort=39655, storageInfo=lv=-57;cid=testClusterID;nsid=348970182;c=1734410327823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-17T04:38:50,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be 2024-12-17T04:38:50,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931/zookeeper_0, clientPort=52977, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-17T04:38:50,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52977 2024-12-17T04:38:50,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T04:38:50,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T04:38:50,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741825_1001 (size=7) 2024-12-17T04:38:50,878 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 with version=8 2024-12-17T04:38:50,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/hbase-staging 2024-12-17T04:38:50,985 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-17T04:38:51,221 INFO [Time-limited test {}] client.ConnectionUtils(129): master/07dc45045cb2:0 server-side Connection retries=45 2024-12-17T04:38:51,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T04:38:51,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T04:38:51,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T04:38:51,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T04:38:51,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T04:38:51,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T04:38:51,393 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-17T04:38:51,400 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-17T04:38:51,403 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T04:38:51,425 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 43602 (auto-detected) 2024-12-17T04:38:51,426 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-17T04:38:51,442 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33457 2024-12-17T04:38:51,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T04:38:51,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T04:38:51,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33457 connecting to ZooKeeper ensemble=127.0.0.1:52977 2024-12-17T04:38:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334570x0, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T04:38:51,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33457-0x10032487cdb0000 connected 2024-12-17T04:38:51,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T04:38:51,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T04:38:51,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-17T04:38:51,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33457 2024-12-17T04:38:51,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33457 2024-12-17T04:38:51,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33457 2024-12-17T04:38:51,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33457 2024-12-17T04:38:51,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33457 2024-12-17T04:38:51,656 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626, hbase.cluster.distributed=false 2024-12-17T04:38:51,713 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/07dc45045cb2:0 server-side Connection retries=45 2024-12-17T04:38:51,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T04:38:51,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T04:38:51,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T04:38:51,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T04:38:51,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T04:38:51,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T04:38:51,717 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T04:38:51,718 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44187 2024-12-17T04:38:51,720 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-17T04:38:51,724 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-17T04:38:51,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T04:38:51,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T04:38:51,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44187 connecting to ZooKeeper ensemble=127.0.0.1:52977 2024-12-17T04:38:51,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441870x0, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T04:38:51,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441870x0, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T04:38:51,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44187-0x10032487cdb0001 connected 2024-12-17T04:38:51,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T04:38:51,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-17T04:38:51,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44187 2024-12-17T04:38:51,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44187 2024-12-17T04:38:51,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44187 2024-12-17T04:38:51,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44187 2024-12-17T04:38:51,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44187 2024-12-17T04:38:51,755 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/07dc45045cb2,33457,1734410330977 2024-12-17T04:38:51,767 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;07dc45045cb2:33457 2024-12-17T04:38:51,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T04:38:51,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T04:38:51,771 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/07dc45045cb2,33457,1734410330977 2024-12-17T04:38:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-17T04:38:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-17T04:38:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:51,797 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-17T04:38:51,798 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/07dc45045cb2,33457,1734410330977 from backup master directory 2024-12-17T04:38:51,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-17T04:38:51,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/07dc45045cb2,33457,1734410330977 2024-12-17T04:38:51,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T04:38:51,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T04:38:51,805 WARN [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T04:38:51,805 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=07dc45045cb2,33457,1734410330977 2024-12-17T04:38:51,807 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-17T04:38:51,808 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-17T04:38:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741826_1002 (size=42) 2024-12-17T04:38:52,273 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/hbase.id with ID: 3e07a342-2764-4efa-ab0c-aa8c8f1c5546 2024-12-17T04:38:52,318 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T04:38:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:52,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741827_1003 (size=196) 2024-12-17T04:38:52,417 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:38:52,419 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-17T04:38:52,433 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:38:52,437 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T04:38:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741828_1004 (size=1189) 2024-12-17T04:38:52,889 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store 2024-12-17T04:38:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741829_1005 (size=34) 2024-12-17T04:38:53,310 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-17T04:38:53,311 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:53,313 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T04:38:53,313 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:38:53,313 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:38:53,314 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-17T04:38:53,314 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:38:53,314 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:38:53,314 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T04:38:53,317 WARN [master/07dc45045cb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/.initializing 2024-12-17T04:38:53,317 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/WALs/07dc45045cb2,33457,1734410330977 2024-12-17T04:38:53,323 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T04:38:53,332 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=07dc45045cb2%2C33457%2C1734410330977, suffix=, logDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/WALs/07dc45045cb2,33457,1734410330977, archiveDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/oldWALs, maxLogs=10 2024-12-17T04:38:53,349 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/WALs/07dc45045cb2,33457,1734410330977/07dc45045cb2%2C33457%2C1734410330977.1734410333336, exclude list is [], retry=0 2024-12-17T04:38:53,364 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37595,DS-511ec752-3920-447b-b490-4f5a16de614c,DISK] 2024-12-17T04:38:53,367 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-17T04:38:53,398 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/WALs/07dc45045cb2,33457,1734410330977/07dc45045cb2%2C33457%2C1734410330977.1734410333336 2024-12-17T04:38:53,399 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877)] 2024-12-17T04:38:53,399 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:38:53,400 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:53,403 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,404 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-17T04:38:53,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:53,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T04:38:53,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-17T04:38:53,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:38:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-17T04:38:53,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:53,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:38:53,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-17T04:38:53,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:53,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:38:53,480 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,481 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,490 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-17T04:38:53,495 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T04:38:53,499 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:38:53,500 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73392834, jitterRate=0.09363844990730286}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-17T04:38:53,504 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T04:38:53,505 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-17T04:38:53,530 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a07dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:53,556 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-17T04:38:53,566 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-17T04:38:53,566 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-17T04:38:53,568 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-17T04:38:53,570 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-17T04:38:53,574 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-17T04:38:53,574 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-17T04:38:53,596 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-17T04:38:53,607 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-17T04:38:53,646 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-17T04:38:53,649 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-17T04:38:53,651 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-17T04:38:53,660 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-17T04:38:53,663 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-17T04:38:53,668 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-17T04:38:53,677 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-17T04:38:53,678 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-17T04:38:53,688 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-17T04:38:53,700 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-17T04:38:53,710 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-17T04:38:53,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-17T04:38:53,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-17T04:38:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:53,723 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=07dc45045cb2,33457,1734410330977, sessionid=0x10032487cdb0000, setting cluster-up flag (Was=false) 2024-12-17T04:38:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:53,813 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-17T04:38:53,816 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=07dc45045cb2,33457,1734410330977 2024-12-17T04:38:53,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:53,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:53,863 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-17T04:38:53,865 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=07dc45045cb2,33457,1734410330977 2024-12-17T04:38:53,935 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-17T04:38:53,941 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-17T04:38:53,944 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-17T04:38:53,948 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 07dc45045cb2,33457,1734410330977 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-17T04:38:53,950 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/07dc45045cb2:0, corePoolSize=5, maxPoolSize=5 2024-12-17T04:38:53,951 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/07dc45045cb2:0, corePoolSize=5, maxPoolSize=5 2024-12-17T04:38:53,951 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/07dc45045cb2:0, corePoolSize=5, maxPoolSize=5 2024-12-17T04:38:53,951 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/07dc45045cb2:0, corePoolSize=5, maxPoolSize=5 2024-12-17T04:38:53,951 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/07dc45045cb2:0, corePoolSize=10, maxPoolSize=10 2024-12-17T04:38:53,951 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:53,951 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/07dc45045cb2:0, corePoolSize=2, maxPoolSize=2 2024-12-17T04:38:53,951 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:53,953 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734410363953 2024-12-17T04:38:53,954 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-17T04:38:53,955 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-17T04:38:53,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T04:38:53,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-17T04:38:53,958 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-17T04:38:53,958 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-17T04:38:53,958 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-17T04:38:53,958 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-17T04:38:53,959 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:53,960 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-17T04:38:53,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:53,961 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-17T04:38:53,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T04:38:53,961 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-17T04:38:53,964 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-17T04:38:53,964 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-17T04:38:53,966 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/07dc45045cb2:0:becomeActiveMaster-HFileCleaner.large.0-1734410333965,5,FailOnTimeoutGroup] 2024-12-17T04:38:53,966 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/07dc45045cb2:0:becomeActiveMaster-HFileCleaner.small.0-1734410333966,5,FailOnTimeoutGroup] 2024-12-17T04:38:53,966 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:53,967 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-17T04:38:53,968 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:53,968 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741831_1007 (size=1039) 2024-12-17T04:38:53,970 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;07dc45045cb2:44187 2024-12-17T04:38:53,971 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1008): ClusterId : 3e07a342-2764-4efa-ab0c-aa8c8f1c5546 2024-12-17T04:38:53,974 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-17T04:38:53,981 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-17T04:38:53,981 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-17T04:38:53,989 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-17T04:38:53,990 DEBUG [RS:0;07dc45045cb2:44187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12873ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:53,991 DEBUG [RS:0;07dc45045cb2:44187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2b2e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=07dc45045cb2/172.17.0.2:0 2024-12-17T04:38:53,993 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-17T04:38:53,993 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-17T04:38:53,993 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-17T04:38:53,995 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(3073): reportForDuty to master=07dc45045cb2,33457,1734410330977 with isa=07dc45045cb2/172.17.0.2:44187, startcode=1734410331712 2024-12-17T04:38:54,005 DEBUG [RS:0;07dc45045cb2:44187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T04:38:54,031 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59213, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T04:38:54,036 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:54,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(486): Registering regionserver=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:54,050 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:38:54,050 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41799 2024-12-17T04:38:54,050 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-17T04:38:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-17T04:38:54,061 DEBUG [RS:0;07dc45045cb2:44187 {}] zookeeper.ZKUtil(111): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/07dc45045cb2,44187,1734410331712 2024-12-17T04:38:54,061 WARN [RS:0;07dc45045cb2:44187 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T04:38:54,062 INFO [RS:0;07dc45045cb2:44187 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T04:38:54,062 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/WALs/07dc45045cb2,44187,1734410331712 2024-12-17T04:38:54,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [07dc45045cb2,44187,1734410331712] 2024-12-17T04:38:54,077 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-17T04:38:54,087 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-17T04:38:54,097 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-17T04:38:54,100 INFO [RS:0;07dc45045cb2:44187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-17T04:38:54,100 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:54,101 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-17T04:38:54,106 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:54,106 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,106 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,106 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/07dc45045cb2:0, corePoolSize=2, maxPoolSize=2 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,107 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/07dc45045cb2:0, corePoolSize=1, maxPoolSize=1 2024-12-17T04:38:54,108 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/07dc45045cb2:0, corePoolSize=3, maxPoolSize=3 2024-12-17T04:38:54,108 DEBUG [RS:0;07dc45045cb2:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0, corePoolSize=3, maxPoolSize=3 2024-12-17T04:38:54,108 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:54,109 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:54,109 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:54,109 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:54,109 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,44187,1734410331712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T04:38:54,125 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-17T04:38:54,126 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,44187,1734410331712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:54,142 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.Replication(204): 07dc45045cb2,44187,1734410331712 started 2024-12-17T04:38:54,142 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1767): Serving as 07dc45045cb2,44187,1734410331712, RpcServer on 07dc45045cb2/172.17.0.2:44187, sessionid=0x10032487cdb0001 2024-12-17T04:38:54,143 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-17T04:38:54,143 DEBUG [RS:0;07dc45045cb2:44187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:54,143 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '07dc45045cb2,44187,1734410331712' 2024-12-17T04:38:54,143 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-17T04:38:54,144 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-17T04:38:54,145 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-17T04:38:54,145 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-17T04:38:54,145 DEBUG [RS:0;07dc45045cb2:44187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:54,145 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '07dc45045cb2,44187,1734410331712' 2024-12-17T04:38:54,145 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-17T04:38:54,146 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-17T04:38:54,146 DEBUG [RS:0;07dc45045cb2:44187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-17T04:38:54,146 INFO [RS:0;07dc45045cb2:44187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-17T04:38:54,146 INFO [RS:0;07dc45045cb2:44187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-17T04:38:54,259 INFO [RS:0;07dc45045cb2:44187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T04:38:54,262 INFO [RS:0;07dc45045cb2:44187 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=07dc45045cb2%2C44187%2C1734410331712, suffix=, logDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/WALs/07dc45045cb2,44187,1734410331712, archiveDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/oldWALs, maxLogs=32 2024-12-17T04:38:54,276 DEBUG [RS:0;07dc45045cb2:44187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/WALs/07dc45045cb2,44187,1734410331712/07dc45045cb2%2C44187%2C1734410331712.1734410334264, exclude list is [], retry=0 2024-12-17T04:38:54,280 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37595,DS-511ec752-3920-447b-b490-4f5a16de614c,DISK] 2024-12-17T04:38:54,283 INFO [RS:0;07dc45045cb2:44187 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/WALs/07dc45045cb2,44187,1734410331712/07dc45045cb2%2C44187%2C1734410331712.1734410334264 2024-12-17T04:38:54,284 DEBUG [RS:0;07dc45045cb2:44187 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877)] 2024-12-17T04:38:54,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-17T04:38:54,375 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:38:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741833_1009 (size=32) 2024-12-17T04:38:54,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:54,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T04:38:54,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T04:38:54,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:54,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T04:38:54,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T04:38:54,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T04:38:54,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:54,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T04:38:54,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T04:38:54,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T04:38:54,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:54,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T04:38:54,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740 2024-12-17T04:38:54,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740 2024-12-17T04:38:54,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:38:54,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T04:38:54,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:38:54,824 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59317424, jitterRate=-0.11610150337219238}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:38:54,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T04:38:54,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T04:38:54,826 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T04:38:54,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T04:38:54,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T04:38:54,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T04:38:54,827 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T04:38:54,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T04:38:54,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T04:38:54,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-17T04:38:54,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-17T04:38:54,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-17T04:38:54,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-17T04:38:54,995 DEBUG [07dc45045cb2:33457 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-17T04:38:55,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:55,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 07dc45045cb2,44187,1734410331712, state=OPENING 2024-12-17T04:38:55,054 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-17T04:38:55,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:55,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:55,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T04:38:55,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T04:38:55,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:38:55,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:55,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-17T04:38:55,253 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-17T04:38:55,262 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-17T04:38:55,262 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T04:38:55,263 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-17T04:38:55,266 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=07dc45045cb2%2C44187%2C1734410331712.meta, suffix=.meta, logDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/WALs/07dc45045cb2,44187,1734410331712, archiveDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/oldWALs, maxLogs=32 2024-12-17T04:38:55,280 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/WALs/07dc45045cb2,44187,1734410331712/07dc45045cb2%2C44187%2C1734410331712.meta.1734410335268.meta, exclude list is [], retry=0 2024-12-17T04:38:55,284 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37595,DS-511ec752-3920-447b-b490-4f5a16de614c,DISK] 2024-12-17T04:38:55,286 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/WALs/07dc45045cb2,44187,1734410331712/07dc45045cb2%2C44187%2C1734410331712.meta.1734410335268.meta 2024-12-17T04:38:55,286 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877)] 2024-12-17T04:38:55,287 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:38:55,288 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-17T04:38:55,331 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-17T04:38:55,335 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-17T04:38:55,338 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-17T04:38:55,338 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:55,339 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-17T04:38:55,339 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-17T04:38:55,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T04:38:55,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T04:38:55,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:55,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T04:38:55,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T04:38:55,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T04:38:55,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:55,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T04:38:55,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T04:38:55,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T04:38:55,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:55,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T04:38:55,351 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740 2024-12-17T04:38:55,354 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740 2024-12-17T04:38:55,356 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:38:55,359 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T04:38:55,360 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65629238, jitterRate=-0.022048145532608032}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:38:55,361 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T04:38:55,367 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734410335243 2024-12-17T04:38:55,376 DEBUG [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-17T04:38:55,377 INFO [RS_OPEN_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-17T04:38:55,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:55,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 07dc45045cb2,44187,1734410331712, state=OPEN 2024-12-17T04:38:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-17T04:38:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-17T04:38:55,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T04:38:55,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T04:38:55,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-17T04:38:55,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=07dc45045cb2,44187,1734410331712 in 338 msec 2024-12-17T04:38:55,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-17T04:38:55,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 582 msec 2024-12-17T04:38:55,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5260 sec 2024-12-17T04:38:55,427 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734410335427, completionTime=-1 2024-12-17T04:38:55,427 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-17T04:38:55,427 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-17T04:38:55,457 DEBUG [hconnection-0x1a289b3d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:55,459 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:55,468 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-17T04:38:55,469 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734410395469 2024-12-17T04:38:55,469 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734410455469 2024-12-17T04:38:55,469 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 41 msec 2024-12-17T04:38:55,506 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,33457,1734410330977-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:55,507 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,33457,1734410330977-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:55,507 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,33457,1734410330977-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:55,508 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-07dc45045cb2:33457, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:55,508 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:55,513 DEBUG [master/07dc45045cb2:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-17T04:38:55,515 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-17T04:38:55,516 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T04:38:55,522 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-17T04:38:55,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T04:38:55,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:55,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T04:38:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741835_1011 (size=358) 2024-12-17T04:38:55,946 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4db798859bbfbd30d0f2256c76a1803c, NAME => 'hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:38:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741836_1012 (size=42) 2024-12-17T04:38:56,358 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:56,358 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4db798859bbfbd30d0f2256c76a1803c, disabling compactions & flushes 2024-12-17T04:38:56,358 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:38:56,358 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:38:56,358 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. after waiting 0 ms 2024-12-17T04:38:56,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:38:56,359 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:38:56,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4db798859bbfbd30d0f2256c76a1803c: 2024-12-17T04:38:56,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T04:38:56,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734410336364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734410336364"}]},"ts":"1734410336364"} 2024-12-17T04:38:56,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T04:38:56,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T04:38:56,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410336397"}]},"ts":"1734410336397"} 2024-12-17T04:38:56,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-17T04:38:56,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4db798859bbfbd30d0f2256c76a1803c, ASSIGN}] 2024-12-17T04:38:56,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4db798859bbfbd30d0f2256c76a1803c, ASSIGN 2024-12-17T04:38:56,473 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4db798859bbfbd30d0f2256c76a1803c, ASSIGN; state=OFFLINE, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=false 2024-12-17T04:38:56,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4db798859bbfbd30d0f2256c76a1803c, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:56,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4db798859bbfbd30d0f2256c76a1803c, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:38:56,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:56,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:38:56,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4db798859bbfbd30d0f2256c76a1803c, NAME => 'hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:38:56,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:38:56,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:56,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:38:56,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:38:56,809 INFO [StoreOpener-4db798859bbfbd30d0f2256c76a1803c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:38:56,812 INFO [StoreOpener-4db798859bbfbd30d0f2256c76a1803c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4db798859bbfbd30d0f2256c76a1803c columnFamilyName info 2024-12-17T04:38:56,812 DEBUG [StoreOpener-4db798859bbfbd30d0f2256c76a1803c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:56,813 INFO [StoreOpener-4db798859bbfbd30d0f2256c76a1803c-1 {}] regionserver.HStore(327): Store=4db798859bbfbd30d0f2256c76a1803c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:38:56,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:38:56,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:38:56,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:38:56,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:38:56,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4db798859bbfbd30d0f2256c76a1803c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62380974, jitterRate=-0.0704510509967804}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-17T04:38:56,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4db798859bbfbd30d0f2256c76a1803c: 2024-12-17T04:38:56,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c., pid=6, masterSystemTime=1734410336790 2024-12-17T04:38:56,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:38:56,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:38:56,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4db798859bbfbd30d0f2256c76a1803c, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:56,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-17T04:38:56,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4db798859bbfbd30d0f2256c76a1803c, server=07dc45045cb2,44187,1734410331712 in 200 msec 2024-12-17T04:38:56,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-17T04:38:56,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4db798859bbfbd30d0f2256c76a1803c, ASSIGN in 373 msec 2024-12-17T04:38:56,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T04:38:56,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410336842"}]},"ts":"1734410336842"} 2024-12-17T04:38:56,845 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-17T04:38:56,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T04:38:56,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3740 sec 2024-12-17T04:38:56,927 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-17T04:38:56,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-17T04:38:56,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:56,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:38:56,968 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-17T04:38:56,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-17T04:38:57,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-17T04:38:57,013 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-17T04:38:57,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-17T04:38:57,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 34 msec 2024-12-17T04:38:57,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-17T04:38:57,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-17T04:38:57,089 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.282sec 2024-12-17T04:38:57,092 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-17T04:38:57,095 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-17T04:38:57,097 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-17T04:38:57,099 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-17T04:38:57,099 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-17T04:38:57,100 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,33457,1734410330977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T04:38:57,100 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,33457,1734410330977-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-17T04:38:57,105 DEBUG [master/07dc45045cb2:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-17T04:38:57,106 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-17T04:38:57,106 INFO [master/07dc45045cb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=07dc45045cb2,33457,1734410330977-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T04:38:57,178 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-17T04:38:57,179 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-17T04:38:57,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:57,194 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-17T04:38:57,194 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-17T04:38:57,203 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:57,210 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:57,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=07dc45045cb2,33457,1734410330977 2024-12-17T04:38:57,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=8378 2024-12-17T04:38:57,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T04:38:57,258 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T04:38:57,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:38:57,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:38:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T04:38:57,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T04:38:57,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-17T04:38:57,274 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:57,276 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T04:38:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T04:38:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741837_1013 (size=963) 2024-12-17T04:38:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T04:38:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T04:38:57,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:38:57,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741838_1014 (size=53) 2024-12-17T04:38:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T04:38:58,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:58,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d1116480c680c7404a6e38388eb8ae8c, disabling compactions & flushes 2024-12-17T04:38:58,114 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. after waiting 0 ms 2024-12-17T04:38:58,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,115 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,115 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:38:58,118 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T04:38:58,119 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734410338118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734410338118"}]},"ts":"1734410338118"} 2024-12-17T04:38:58,123 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T04:38:58,125 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T04:38:58,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410338126"}]},"ts":"1734410338126"} 2024-12-17T04:38:58,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T04:38:58,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1116480c680c7404a6e38388eb8ae8c, ASSIGN}] 2024-12-17T04:38:58,183 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1116480c680c7404a6e38388eb8ae8c, ASSIGN 2024-12-17T04:38:58,186 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1116480c680c7404a6e38388eb8ae8c, ASSIGN; state=OFFLINE, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=false 2024-12-17T04:38:58,337 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d1116480c680c7404a6e38388eb8ae8c, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:58,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:38:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T04:38:58,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:58,508 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,508 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:38:58,508 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,508 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:38:58,508 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,509 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,511 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,514 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:38:58,515 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1116480c680c7404a6e38388eb8ae8c columnFamilyName A 2024-12-17T04:38:58,515 DEBUG [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:58,516 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.HStore(327): Store=d1116480c680c7404a6e38388eb8ae8c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:38:58,516 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,518 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:38:58,519 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1116480c680c7404a6e38388eb8ae8c columnFamilyName B 2024-12-17T04:38:58,519 DEBUG [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:58,520 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.HStore(327): Store=d1116480c680c7404a6e38388eb8ae8c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:38:58,520 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,522 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:38:58,522 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1116480c680c7404a6e38388eb8ae8c columnFamilyName C 2024-12-17T04:38:58,522 DEBUG [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:38:58,523 INFO [StoreOpener-d1116480c680c7404a6e38388eb8ae8c-1 {}] regionserver.HStore(327): Store=d1116480c680c7404a6e38388eb8ae8c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:38:58,523 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,525 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,526 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,528 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:38:58,530 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:58,534 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:38:58,535 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened d1116480c680c7404a6e38388eb8ae8c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70498358, jitterRate=0.05050739645957947}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:38:58,535 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:38:58,537 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., pid=11, masterSystemTime=1734410338498 2024-12-17T04:38:58,539 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,540 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:58,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d1116480c680c7404a6e38388eb8ae8c, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:58,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-17T04:38:58,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 in 201 msec 2024-12-17T04:38:58,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-17T04:38:58,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1116480c680c7404a6e38388eb8ae8c, ASSIGN in 367 msec 2024-12-17T04:38:58,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T04:38:58,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410338552"}]},"ts":"1734410338552"} 2024-12-17T04:38:58,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T04:38:58,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T04:38:58,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3560 sec 2024-12-17T04:38:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T04:38:59,413 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-17T04:38:59,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-17T04:38:59,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,473 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T04:38:59,478 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T04:38:59,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-17T04:38:59,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-17T04:38:59,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-17T04:38:59,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-17T04:38:59,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-17T04:38:59,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-17T04:38:59,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-17T04:38:59,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-17T04:38:59,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-17T04:38:59,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:38:59,601 DEBUG [hconnection-0x76910286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,602 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,603 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,605 DEBUG [hconnection-0x588b494f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,605 DEBUG [hconnection-0x63f71b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,606 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,606 DEBUG [hconnection-0x2cbdc5ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,606 DEBUG [hconnection-0x5fa3171e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,607 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:38:59,612 DEBUG [hconnection-0x460db217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-17T04:38:59,615 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,616 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,616 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,618 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:38:59,619 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T04:38:59,622 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:38:59,623 DEBUG [hconnection-0x76214a8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:38:59,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:38:59,627 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,648 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:38:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:38:59,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:38:59,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:38:59,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:38:59,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:38:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:38:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:38:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:38:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T04:38:59,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/bdc0b9ac71bf4526b28ade4eced77bcb is 50, key is test_row_0/A:col10/1734410339670/Put/seqid=0 2024-12-17T04:38:59,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T04:38:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:38:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:59,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:38:59,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:38:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:38:59,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410399805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410399799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741839_1015 (size=16681) 2024-12-17T04:38:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410399824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410399820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410399826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/bdc0b9ac71bf4526b28ade4eced77bcb 2024-12-17T04:38:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T04:38:59,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/af9a016ab1c4482c95ab758cad5c48d4 is 50, key is test_row_0/B:col10/1734410339670/Put/seqid=0 2024-12-17T04:38:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741840_1016 (size=12001) 2024-12-17T04:38:59,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/af9a016ab1c4482c95ab758cad5c48d4 2024-12-17T04:38:59,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T04:38:59,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410399962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410399963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410399971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410399971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:38:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410399971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:38:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:59,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:38:59,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:38:59,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:38:59,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:38:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:00,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/baae8b9879e240139a6897a716ed192c is 50, key is test_row_0/C:col10/1734410339670/Put/seqid=0 2024-12-17T04:39:00,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741841_1017 (size=12001) 2024-12-17T04:39:00,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/baae8b9879e240139a6897a716ed192c 2024-12-17T04:39:00,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/bdc0b9ac71bf4526b28ade4eced77bcb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/bdc0b9ac71bf4526b28ade4eced77bcb 2024-12-17T04:39:00,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/bdc0b9ac71bf4526b28ade4eced77bcb, entries=250, sequenceid=13, filesize=16.3 K 2024-12-17T04:39:00,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/af9a016ab1c4482c95ab758cad5c48d4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/af9a016ab1c4482c95ab758cad5c48d4 2024-12-17T04:39:00,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T04:39:00,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-17T04:39:00,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-17T04:39:00,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/af9a016ab1c4482c95ab758cad5c48d4, entries=150, sequenceid=13, filesize=11.7 K 2024-12-17T04:39:00,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/baae8b9879e240139a6897a716ed192c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/baae8b9879e240139a6897a716ed192c 2024-12-17T04:39:00,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/baae8b9879e240139a6897a716ed192c, entries=150, sequenceid=13, filesize=11.7 K 2024-12-17T04:39:00,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for d1116480c680c7404a6e38388eb8ae8c in 431ms, sequenceid=13, compaction requested=false 2024-12-17T04:39:00,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:00,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T04:39:00,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:00,149 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:39:00,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:00,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:00,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:00,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:00,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:00,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/5de2201255844f6aaf749639bd838d2c is 50, key is test_row_0/A:col10/1734410339789/Put/seqid=0 2024-12-17T04:39:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:00,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741842_1018 (size=12001) 2024-12-17T04:39:00,196 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/5de2201255844f6aaf749639bd838d2c 2024-12-17T04:39:00,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410400200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410400205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410400209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410400210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410400209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/461a51f1f51e412899e713f5e88a0a6a is 50, key is test_row_0/B:col10/1734410339789/Put/seqid=0 2024-12-17T04:39:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T04:39:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741843_1019 (size=12001) 2024-12-17T04:39:00,270 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/461a51f1f51e412899e713f5e88a0a6a 2024-12-17T04:39:00,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/695a855d6e884476b8e14b76cee758f1 is 50, key is test_row_0/C:col10/1734410339789/Put/seqid=0 2024-12-17T04:39:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741844_1020 (size=12001) 2024-12-17T04:39:00,315 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/695a855d6e884476b8e14b76cee758f1 2024-12-17T04:39:00,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410400314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410400314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410400319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410400322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410400322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/5de2201255844f6aaf749639bd838d2c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5de2201255844f6aaf749639bd838d2c 2024-12-17T04:39:00,352 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5de2201255844f6aaf749639bd838d2c, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T04:39:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/461a51f1f51e412899e713f5e88a0a6a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/461a51f1f51e412899e713f5e88a0a6a 2024-12-17T04:39:00,368 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/461a51f1f51e412899e713f5e88a0a6a, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T04:39:00,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/695a855d6e884476b8e14b76cee758f1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/695a855d6e884476b8e14b76cee758f1 2024-12-17T04:39:00,402 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/695a855d6e884476b8e14b76cee758f1, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T04:39:00,404 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for d1116480c680c7404a6e38388eb8ae8c in 256ms, sequenceid=39, compaction requested=false 2024-12-17T04:39:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-17T04:39:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-17T04:39:00,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-17T04:39:00,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 784 msec 2024-12-17T04:39:00,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 826 msec 2024-12-17T04:39:00,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T04:39:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:00,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/e99dcb5f7b7d42068f0249eeede6e7c8 is 50, key is test_row_0/A:col10/1734410340206/Put/seqid=0 2024-12-17T04:39:00,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741845_1021 (size=16681) 2024-12-17T04:39:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410400585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410400585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410400587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410400590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410400598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410400701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410400702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410400702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410400707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410400708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T04:39:00,729 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-17T04:39:00,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-17T04:39:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T04:39:00,739 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:00,741 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:00,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T04:39:00,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T04:39:00,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T04:39:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:00,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:00,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410400909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410400909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410400910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410400910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410400912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:00,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/e99dcb5f7b7d42068f0249eeede6e7c8 2024-12-17T04:39:01,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/86d58c8d92b94235b6edf5a425e025ab is 50, key is test_row_0/B:col10/1734410340206/Put/seqid=0 2024-12-17T04:39:01,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741846_1022 (size=12001) 2024-12-17T04:39:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T04:39:01,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/86d58c8d92b94235b6edf5a425e025ab 2024-12-17T04:39:01,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T04:39:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:01,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:01,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/ba12aa158dea498dbb94559e203cc267 is 50, key is test_row_0/C:col10/1734410340206/Put/seqid=0 2024-12-17T04:39:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741847_1023 (size=12001) 2024-12-17T04:39:01,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/ba12aa158dea498dbb94559e203cc267 2024-12-17T04:39:01,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/e99dcb5f7b7d42068f0249eeede6e7c8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e99dcb5f7b7d42068f0249eeede6e7c8 2024-12-17T04:39:01,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e99dcb5f7b7d42068f0249eeede6e7c8, entries=250, sequenceid=53, filesize=16.3 K 2024-12-17T04:39:01,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/86d58c8d92b94235b6edf5a425e025ab as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/86d58c8d92b94235b6edf5a425e025ab 2024-12-17T04:39:01,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/86d58c8d92b94235b6edf5a425e025ab, entries=150, sequenceid=53, filesize=11.7 K 2024-12-17T04:39:01,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/ba12aa158dea498dbb94559e203cc267 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/ba12aa158dea498dbb94559e203cc267 2024-12-17T04:39:01,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/ba12aa158dea498dbb94559e203cc267, entries=150, sequenceid=53, filesize=11.7 K 2024-12-17T04:39:01,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d1116480c680c7404a6e38388eb8ae8c in 651ms, sequenceid=53, compaction requested=true 2024-12-17T04:39:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:01,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:01,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:01,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:01,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:01,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:01,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:01,184 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:01,184 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:01,188 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:01,190 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:01,190 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:01,191 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/af9a016ab1c4482c95ab758cad5c48d4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/461a51f1f51e412899e713f5e88a0a6a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/86d58c8d92b94235b6edf5a425e025ab] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.2 K 2024-12-17T04:39:01,193 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting af9a016ab1c4482c95ab758cad5c48d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734410339663 2024-12-17T04:39:01,194 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 461a51f1f51e412899e713f5e88a0a6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734410339789 2024-12-17T04:39:01,195 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d58c8d92b94235b6edf5a425e025ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734410340206 2024-12-17T04:39:01,196 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:01,196 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:01,197 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:01,197 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/bdc0b9ac71bf4526b28ade4eced77bcb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5de2201255844f6aaf749639bd838d2c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e99dcb5f7b7d42068f0249eeede6e7c8] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=44.3 K 2024-12-17T04:39:01,198 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdc0b9ac71bf4526b28ade4eced77bcb, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734410339623 2024-12-17T04:39:01,199 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5de2201255844f6aaf749639bd838d2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734410339789 2024-12-17T04:39:01,202 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e99dcb5f7b7d42068f0249eeede6e7c8, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734410340200 2024-12-17T04:39:01,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T04:39:01,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:01,209 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T04:39:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:01,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:01,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:01,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:01,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/60cdf053a22f42de8985527892e67dbb is 50, key is test_row_0/A:col10/1734410340577/Put/seqid=0 2024-12-17T04:39:01,243 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#11 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:01,245 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/de2b691709104af2abb97b6f5eed7339 is 50, key is test_row_0/B:col10/1734410340206/Put/seqid=0 2024-12-17T04:39:01,248 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#10 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:01,249 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/a4ff661f8b5b42c0987664cee7b91ded is 50, key is test_row_0/A:col10/1734410340206/Put/seqid=0 2024-12-17T04:39:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741848_1024 (size=12001) 2024-12-17T04:39:01,256 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/60cdf053a22f42de8985527892e67dbb 2024-12-17T04:39:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410401252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410401256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410401260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410401265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410401266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741850_1026 (size=12104) 2024-12-17T04:39:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/bf966c0855024bc39be78aba94bc10b3 is 50, key is test_row_0/B:col10/1734410340577/Put/seqid=0 2024-12-17T04:39:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741849_1025 (size=12104) 2024-12-17T04:39:01,315 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/a4ff661f8b5b42c0987664cee7b91ded as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4ff661f8b5b42c0987664cee7b91ded 2024-12-17T04:39:01,324 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/de2b691709104af2abb97b6f5eed7339 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/de2b691709104af2abb97b6f5eed7339 2024-12-17T04:39:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741851_1027 (size=12001) 2024-12-17T04:39:01,338 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/bf966c0855024bc39be78aba94bc10b3 2024-12-17T04:39:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T04:39:01,351 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into de2b691709104af2abb97b6f5eed7339(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:01,351 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:01,351 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=13, startTime=1734410341183; duration=0sec 2024-12-17T04:39:01,352 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:01,352 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into a4ff661f8b5b42c0987664cee7b91ded(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:01,352 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:01,352 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:01,352 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:01,355 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=13, startTime=1734410341182; duration=0sec 2024-12-17T04:39:01,355 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:01,355 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:01,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/565cc2479e4646efacc833b65c40ef57 is 50, key is test_row_0/C:col10/1734410340577/Put/seqid=0 2024-12-17T04:39:01,364 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:01,365 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:01,365 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:01,365 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/baae8b9879e240139a6897a716ed192c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/695a855d6e884476b8e14b76cee758f1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/ba12aa158dea498dbb94559e203cc267] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.2 K 2024-12-17T04:39:01,366 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting baae8b9879e240139a6897a716ed192c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734410339663 2024-12-17T04:39:01,367 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 695a855d6e884476b8e14b76cee758f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734410339789 2024-12-17T04:39:01,368 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ba12aa158dea498dbb94559e203cc267, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734410340206 2024-12-17T04:39:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410401374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410401374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410401378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410401380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410401381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-17T04:39:01,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-17T04:39:01,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-17T04:39:01,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-17T04:39:01,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T04:39:01,395 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-17T04:39:01,396 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-17T04:39:01,396 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-17T04:39:01,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T04:39:01,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-17T04:39:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741852_1028 (size=12001) 2024-12-17T04:39:01,411 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/565cc2479e4646efacc833b65c40ef57 2024-12-17T04:39:01,416 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#14 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:01,417 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/6f89f461f75d41269a44b9a5f9fc3b25 is 50, key is test_row_0/C:col10/1734410340206/Put/seqid=0 2024-12-17T04:39:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/60cdf053a22f42de8985527892e67dbb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/60cdf053a22f42de8985527892e67dbb 2024-12-17T04:39:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741853_1029 (size=12104) 2024-12-17T04:39:01,444 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/60cdf053a22f42de8985527892e67dbb, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T04:39:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/bf966c0855024bc39be78aba94bc10b3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/bf966c0855024bc39be78aba94bc10b3 2024-12-17T04:39:01,456 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/6f89f461f75d41269a44b9a5f9fc3b25 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/6f89f461f75d41269a44b9a5f9fc3b25 2024-12-17T04:39:01,465 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/bf966c0855024bc39be78aba94bc10b3, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T04:39:01,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/565cc2479e4646efacc833b65c40ef57 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/565cc2479e4646efacc833b65c40ef57 2024-12-17T04:39:01,470 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 6f89f461f75d41269a44b9a5f9fc3b25(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:01,470 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:01,470 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=13, startTime=1734410341184; duration=0sec 2024-12-17T04:39:01,470 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:01,470 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:01,482 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/565cc2479e4646efacc833b65c40ef57, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T04:39:01,484 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d1116480c680c7404a6e38388eb8ae8c in 275ms, sequenceid=75, compaction requested=false 2024-12-17T04:39:01,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:01,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:01,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-17T04:39:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-17T04:39:01,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-17T04:39:01,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 746 msec 2024-12-17T04:39:01,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 756 msec 2024-12-17T04:39:01,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T04:39:01,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:01,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:01,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:01,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/c884972beedf4540917aefb709a36dd5 is 50, key is test_row_0/A:col10/1734410341581/Put/seqid=0 2024-12-17T04:39:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741854_1030 (size=12001) 2024-12-17T04:39:01,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/c884972beedf4540917aefb709a36dd5 2024-12-17T04:39:01,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/0560e885d23648d89d1f35af6a78aba1 is 50, key is test_row_0/B:col10/1734410341581/Put/seqid=0 2024-12-17T04:39:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741855_1031 (size=12001) 2024-12-17T04:39:01,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410401654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410401654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410401655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410401657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410401657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410401765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410401766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410401767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410401768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410401770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T04:39:01,849 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-17T04:39:01,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-17T04:39:01,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T04:39:01,857 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:01,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T04:39:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410401970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410401972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410401974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410401976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:01,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410401976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T04:39:02,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:02,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:02,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:02,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:02,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:02,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/0560e885d23648d89d1f35af6a78aba1 2024-12-17T04:39:02,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/826a4bf066134ba6ad861ee4fde6afd9 is 50, key is test_row_0/C:col10/1734410341581/Put/seqid=0 2024-12-17T04:39:02,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741856_1032 (size=12001) 2024-12-17T04:39:02,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/826a4bf066134ba6ad861ee4fde6afd9 2024-12-17T04:39:02,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/c884972beedf4540917aefb709a36dd5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/c884972beedf4540917aefb709a36dd5 2024-12-17T04:39:02,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/c884972beedf4540917aefb709a36dd5, entries=150, sequenceid=95, filesize=11.7 K 2024-12-17T04:39:02,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/0560e885d23648d89d1f35af6a78aba1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/0560e885d23648d89d1f35af6a78aba1 2024-12-17T04:39:02,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/0560e885d23648d89d1f35af6a78aba1, entries=150, sequenceid=95, filesize=11.7 K 2024-12-17T04:39:02,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/826a4bf066134ba6ad861ee4fde6afd9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/826a4bf066134ba6ad861ee4fde6afd9 2024-12-17T04:39:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T04:39:02,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/826a4bf066134ba6ad861ee4fde6afd9, entries=150, sequenceid=95, filesize=11.7 K 2024-12-17T04:39:02,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d1116480c680c7404a6e38388eb8ae8c in 578ms, sequenceid=95, compaction requested=true 2024-12-17T04:39:02,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:02,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:02,162 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:02,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:02,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:02,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:02,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:02,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:02,162 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:02,165 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:02,166 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:02,166 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:02,166 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/de2b691709104af2abb97b6f5eed7339, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/bf966c0855024bc39be78aba94bc10b3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/0560e885d23648d89d1f35af6a78aba1] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.3 K 2024-12-17T04:39:02,167 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:02,167 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:02,167 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:02,167 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4ff661f8b5b42c0987664cee7b91ded, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/60cdf053a22f42de8985527892e67dbb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/c884972beedf4540917aefb709a36dd5] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.3 K 2024-12-17T04:39:02,168 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4ff661f8b5b42c0987664cee7b91ded, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734410340206 2024-12-17T04:39:02,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,169 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting de2b691709104af2abb97b6f5eed7339, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734410340206 2024-12-17T04:39:02,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T04:39:02,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:02,170 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60cdf053a22f42de8985527892e67dbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734410340574 2024-12-17T04:39:02,170 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T04:39:02,170 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting bf966c0855024bc39be78aba94bc10b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734410340574 2024-12-17T04:39:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:02,171 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 0560e885d23648d89d1f35af6a78aba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734410341259 2024-12-17T04:39:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:02,172 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting c884972beedf4540917aefb709a36dd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734410341259 2024-12-17T04:39:02,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/11fb514a8cae47e39c7377078302e364 is 50, key is test_row_0/A:col10/1734410341653/Put/seqid=0 2024-12-17T04:39:02,203 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:02,204 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:02,204 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/1167dd1c64b84f45821b3441d3eb7afc is 50, key is test_row_0/A:col10/1734410341581/Put/seqid=0 2024-12-17T04:39:02,205 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/929bdd893e3c41de89dd6c6bd93ff2a9 is 50, key is test_row_0/B:col10/1734410341581/Put/seqid=0 2024-12-17T04:39:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741857_1033 (size=12001) 2024-12-17T04:39:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741858_1034 (size=12207) 2024-12-17T04:39:02,247 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/929bdd893e3c41de89dd6c6bd93ff2a9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/929bdd893e3c41de89dd6c6bd93ff2a9 2024-12-17T04:39:02,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741859_1035 (size=12207) 2024-12-17T04:39:02,268 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into 929bdd893e3c41de89dd6c6bd93ff2a9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:02,268 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:02,268 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=13, startTime=1734410342162; duration=0sec 2024-12-17T04:39:02,269 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:02,269 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:02,269 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:02,272 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:02,272 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:02,272 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:02,273 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/6f89f461f75d41269a44b9a5f9fc3b25, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/565cc2479e4646efacc833b65c40ef57, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/826a4bf066134ba6ad861ee4fde6afd9] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.3 K 2024-12-17T04:39:02,274 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/1167dd1c64b84f45821b3441d3eb7afc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1167dd1c64b84f45821b3441d3eb7afc 2024-12-17T04:39:02,276 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f89f461f75d41269a44b9a5f9fc3b25, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734410340206 2024-12-17T04:39:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:02,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:02,280 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 565cc2479e4646efacc833b65c40ef57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734410340574 2024-12-17T04:39:02,281 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 826a4bf066134ba6ad861ee4fde6afd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734410341259 2024-12-17T04:39:02,299 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 1167dd1c64b84f45821b3441d3eb7afc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:02,299 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:02,299 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=13, startTime=1734410342162; duration=0sec 2024-12-17T04:39:02,300 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:02,300 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:02,302 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:02,303 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/21ddcdc3dc6442cc98e3690844a4a533 is 50, key is test_row_0/C:col10/1734410341581/Put/seqid=0 2024-12-17T04:39:02,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410402304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410402304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410402307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410402311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410402311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741860_1036 (size=12207) 2024-12-17T04:39:02,345 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/21ddcdc3dc6442cc98e3690844a4a533 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/21ddcdc3dc6442cc98e3690844a4a533 2024-12-17T04:39:02,358 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 21ddcdc3dc6442cc98e3690844a4a533(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:02,359 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:02,360 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=13, startTime=1734410342162; duration=0sec 2024-12-17T04:39:02,360 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:02,360 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:02,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410402412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410402413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410402413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410402417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410402418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T04:39:02,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410402617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410402619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410402618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,622 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/11fb514a8cae47e39c7377078302e364 2024-12-17T04:39:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410402620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410402625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/ac7741ef8d9c49449a5a2525d0766487 is 50, key is test_row_0/B:col10/1734410341653/Put/seqid=0 2024-12-17T04:39:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741861_1037 (size=12001) 2024-12-17T04:39:02,668 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/ac7741ef8d9c49449a5a2525d0766487 2024-12-17T04:39:02,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/5f3524fd09224457bc7cad1fede521ac is 50, key is test_row_0/C:col10/1734410341653/Put/seqid=0 2024-12-17T04:39:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741862_1038 (size=12001) 2024-12-17T04:39:02,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410402920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410402924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410402926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410402927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410402928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T04:39:03,143 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/5f3524fd09224457bc7cad1fede521ac 2024-12-17T04:39:03,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/11fb514a8cae47e39c7377078302e364 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/11fb514a8cae47e39c7377078302e364 2024-12-17T04:39:03,166 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/11fb514a8cae47e39c7377078302e364, entries=150, sequenceid=114, filesize=11.7 K 2024-12-17T04:39:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/ac7741ef8d9c49449a5a2525d0766487 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/ac7741ef8d9c49449a5a2525d0766487 2024-12-17T04:39:03,185 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/ac7741ef8d9c49449a5a2525d0766487, entries=150, sequenceid=114, filesize=11.7 K 2024-12-17T04:39:03,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/5f3524fd09224457bc7cad1fede521ac as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5f3524fd09224457bc7cad1fede521ac 2024-12-17T04:39:03,200 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5f3524fd09224457bc7cad1fede521ac, entries=150, sequenceid=114, filesize=11.7 K 2024-12-17T04:39:03,202 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d1116480c680c7404a6e38388eb8ae8c in 1031ms, sequenceid=114, compaction requested=false 2024-12-17T04:39:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:03,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-17T04:39:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-17T04:39:03,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-17T04:39:03,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-12-17T04:39:03,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3590 sec 2024-12-17T04:39:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:03,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T04:39:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:03,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4760435a8af04f9882d969304ec958cb is 50, key is test_row_0/A:col10/1734410342302/Put/seqid=0 2024-12-17T04:39:03,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410403455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410403456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410403456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410403459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410403459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741863_1039 (size=12151) 2024-12-17T04:39:03,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410403564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410403565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410403566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410403567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410403568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410403768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410403773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410403773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410403781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410403781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:03,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4760435a8af04f9882d969304ec958cb 2024-12-17T04:39:03,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/1be67671134142028ec4b09b72395874 is 50, key is test_row_0/B:col10/1734410342302/Put/seqid=0 2024-12-17T04:39:03,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741864_1040 (size=12151) 2024-12-17T04:39:03,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/1be67671134142028ec4b09b72395874 2024-12-17T04:39:03,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b071ad28fc8a45c79e8d25fb9a972df9 is 50, key is test_row_0/C:col10/1734410342302/Put/seqid=0 2024-12-17T04:39:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741865_1041 (size=12151) 2024-12-17T04:39:03,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b071ad28fc8a45c79e8d25fb9a972df9 2024-12-17T04:39:03,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4760435a8af04f9882d969304ec958cb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4760435a8af04f9882d969304ec958cb 2024-12-17T04:39:03,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4760435a8af04f9882d969304ec958cb, entries=150, sequenceid=135, filesize=11.9 K 2024-12-17T04:39:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T04:39:03,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/1be67671134142028ec4b09b72395874 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1be67671134142028ec4b09b72395874 2024-12-17T04:39:03,963 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-17T04:39:03,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-17T04:39:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T04:39:03,969 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:03,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:03,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:03,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1be67671134142028ec4b09b72395874, entries=150, sequenceid=135, filesize=11.9 K 2024-12-17T04:39:03,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b071ad28fc8a45c79e8d25fb9a972df9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b071ad28fc8a45c79e8d25fb9a972df9 2024-12-17T04:39:03,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b071ad28fc8a45c79e8d25fb9a972df9, entries=150, sequenceid=135, filesize=11.9 K 2024-12-17T04:39:03,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d1116480c680c7404a6e38388eb8ae8c in 568ms, sequenceid=135, compaction requested=true 2024-12-17T04:39:03,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:03,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:03,998 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:03,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:03,998 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:03,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:03,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:03,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:03,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:04,000 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:04,000 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:04,000 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:04,000 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:04,001 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,001 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,001 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/929bdd893e3c41de89dd6c6bd93ff2a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/ac7741ef8d9c49449a5a2525d0766487, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1be67671134142028ec4b09b72395874] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.5 K 2024-12-17T04:39:04,001 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1167dd1c64b84f45821b3441d3eb7afc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/11fb514a8cae47e39c7377078302e364, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4760435a8af04f9882d969304ec958cb] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.5 K 2024-12-17T04:39:04,002 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1167dd1c64b84f45821b3441d3eb7afc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734410341259 2024-12-17T04:39:04,002 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 929bdd893e3c41de89dd6c6bd93ff2a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734410341259 2024-12-17T04:39:04,003 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7741ef8d9c49449a5a2525d0766487, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734410341609 2024-12-17T04:39:04,005 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11fb514a8cae47e39c7377078302e364, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734410341609 2024-12-17T04:39:04,006 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 1be67671134142028ec4b09b72395874, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734410342302 2024-12-17T04:39:04,007 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4760435a8af04f9882d969304ec958cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734410342302 2024-12-17T04:39:04,030 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:04,031 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/92f33d1751b84620ad96506d4c81e03d is 50, key is test_row_0/A:col10/1734410342302/Put/seqid=0 2024-12-17T04:39:04,049 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:04,050 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/3415ee69015940ceb1937f6225e7ac07 is 50, key is test_row_0/B:col10/1734410342302/Put/seqid=0 2024-12-17T04:39:04,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741866_1042 (size=12459) 2024-12-17T04:39:04,071 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/92f33d1751b84620ad96506d4c81e03d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/92f33d1751b84620ad96506d4c81e03d 2024-12-17T04:39:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T04:39:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:04,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T04:39:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:04,090 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 92f33d1751b84620ad96506d4c81e03d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:04,091 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:04,091 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=13, startTime=1734410343997; duration=0sec 2024-12-17T04:39:04,091 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:04,091 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:04,091 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:04,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/916319a3cb044f35b606a9df26be46fe is 50, key is test_row_0/A:col10/1734410344076/Put/seqid=0 2024-12-17T04:39:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741867_1043 (size=12459) 2024-12-17T04:39:04,094 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:04,095 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:04,095 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,095 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/21ddcdc3dc6442cc98e3690844a4a533, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5f3524fd09224457bc7cad1fede521ac, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b071ad28fc8a45c79e8d25fb9a972df9] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.5 K 2024-12-17T04:39:04,097 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21ddcdc3dc6442cc98e3690844a4a533, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734410341259 2024-12-17T04:39:04,099 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3524fd09224457bc7cad1fede521ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734410341609 2024-12-17T04:39:04,100 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting b071ad28fc8a45c79e8d25fb9a972df9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734410342302 2024-12-17T04:39:04,112 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/3415ee69015940ceb1937f6225e7ac07 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/3415ee69015940ceb1937f6225e7ac07 2024-12-17T04:39:04,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410404106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410404107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410404108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410404111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410404114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,125 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into 3415ee69015940ceb1937f6225e7ac07(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:04,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:04,125 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=13, startTime=1734410343998; duration=0sec 2024-12-17T04:39:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741868_1044 (size=14541) 2024-12-17T04:39:04,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:04,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:04,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/916319a3cb044f35b606a9df26be46fe 2024-12-17T04:39:04,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T04:39:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,139 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:04,140 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/9a28287d2f754a0a9ea8945b0c4375f8 is 50, key is test_row_0/C:col10/1734410342302/Put/seqid=0 2024-12-17T04:39:04,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/299f6bb7cb7b4b87a86a63fcd11b3ac9 is 50, key is test_row_0/B:col10/1734410344076/Put/seqid=0 2024-12-17T04:39:04,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741869_1045 (size=12459) 2024-12-17T04:39:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741870_1046 (size=12151) 2024-12-17T04:39:04,180 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/9a28287d2f754a0a9ea8945b0c4375f8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9a28287d2f754a0a9ea8945b0c4375f8 2024-12-17T04:39:04,193 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 9a28287d2f754a0a9ea8945b0c4375f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:04,194 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:04,194 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=13, startTime=1734410343998; duration=0sec 2024-12-17T04:39:04,194 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:04,194 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:04,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410404216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410404217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410404221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410404220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410404221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T04:39:04,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T04:39:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410404418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410404422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410404425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410404426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410404428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T04:39:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T04:39:04,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/299f6bb7cb7b4b87a86a63fcd11b3ac9 2024-12-17T04:39:04,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T04:39:04,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/fc7eee62725f4abdb7d2246e220748b9 is 50, key is test_row_0/C:col10/1734410344076/Put/seqid=0 2024-12-17T04:39:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741871_1047 (size=12151) 2024-12-17T04:39:04,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/fc7eee62725f4abdb7d2246e220748b9 2024-12-17T04:39:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/916319a3cb044f35b606a9df26be46fe as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/916319a3cb044f35b606a9df26be46fe 2024-12-17T04:39:04,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/916319a3cb044f35b606a9df26be46fe, entries=200, sequenceid=155, filesize=14.2 K 2024-12-17T04:39:04,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/299f6bb7cb7b4b87a86a63fcd11b3ac9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/299f6bb7cb7b4b87a86a63fcd11b3ac9 2024-12-17T04:39:04,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/299f6bb7cb7b4b87a86a63fcd11b3ac9, entries=150, sequenceid=155, filesize=11.9 K 2024-12-17T04:39:04,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/fc7eee62725f4abdb7d2246e220748b9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/fc7eee62725f4abdb7d2246e220748b9 2024-12-17T04:39:04,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/fc7eee62725f4abdb7d2246e220748b9, entries=150, sequenceid=155, filesize=11.9 K 2024-12-17T04:39:04,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for d1116480c680c7404a6e38388eb8ae8c in 597ms, sequenceid=155, compaction requested=false 2024-12-17T04:39:04,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:04,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T04:39:04,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:04,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:04,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:04,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:04,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:04,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:04,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4086a4d1ea1747a68463d16bcd0456a2 is 50, key is test_row_0/A:col10/1734410344102/Put/seqid=0 2024-12-17T04:39:04,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T04:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741872_1048 (size=14541) 2024-12-17T04:39:04,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4086a4d1ea1747a68463d16bcd0456a2 2024-12-17T04:39:04,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410404746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410404750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410404752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410404756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410404755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/6313d157b01c4198a67f3e09421225da is 50, key is test_row_0/B:col10/1734410344102/Put/seqid=0 2024-12-17T04:39:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741873_1049 (size=12151) 2024-12-17T04:39:04,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/6313d157b01c4198a67f3e09421225da 2024-12-17T04:39:04,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b79b07bec5a04b0eb9ffd310fbfa0d82 is 50, key is test_row_0/C:col10/1734410344102/Put/seqid=0 2024-12-17T04:39:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741874_1050 (size=12151) 2024-12-17T04:39:04,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b79b07bec5a04b0eb9ffd310fbfa0d82 2024-12-17T04:39:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410404859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410404861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410404861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410404861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4086a4d1ea1747a68463d16bcd0456a2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4086a4d1ea1747a68463d16bcd0456a2 2024-12-17T04:39:04,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410404862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4086a4d1ea1747a68463d16bcd0456a2, entries=200, sequenceid=176, filesize=14.2 K 2024-12-17T04:39:04,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/6313d157b01c4198a67f3e09421225da as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/6313d157b01c4198a67f3e09421225da 2024-12-17T04:39:04,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/6313d157b01c4198a67f3e09421225da, entries=150, sequenceid=176, filesize=11.9 K 2024-12-17T04:39:04,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b79b07bec5a04b0eb9ffd310fbfa0d82 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b79b07bec5a04b0eb9ffd310fbfa0d82 2024-12-17T04:39:04,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:04,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T04:39:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:04,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b79b07bec5a04b0eb9ffd310fbfa0d82, entries=150, sequenceid=176, filesize=11.9 K 2024-12-17T04:39:04,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d1116480c680c7404a6e38388eb8ae8c in 183ms, sequenceid=176, compaction requested=true 2024-12-17T04:39:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:04,908 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:04,908 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:04,910 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:04,910 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:04,910 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,911 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/3415ee69015940ceb1937f6225e7ac07, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/299f6bb7cb7b4b87a86a63fcd11b3ac9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/6313d157b01c4198a67f3e09421225da] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.9 K 2024-12-17T04:39:04,911 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:04,911 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:04,911 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:04,912 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/92f33d1751b84620ad96506d4c81e03d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/916319a3cb044f35b606a9df26be46fe, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4086a4d1ea1747a68463d16bcd0456a2] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=40.6 K 2024-12-17T04:39:04,912 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 3415ee69015940ceb1937f6225e7ac07, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734410342302 2024-12-17T04:39:04,912 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92f33d1751b84620ad96506d4c81e03d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734410342302 2024-12-17T04:39:04,913 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 299f6bb7cb7b4b87a86a63fcd11b3ac9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734410343453 2024-12-17T04:39:04,914 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 916319a3cb044f35b606a9df26be46fe, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734410343447 2024-12-17T04:39:04,914 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6313d157b01c4198a67f3e09421225da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410344102 2024-12-17T04:39:04,915 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4086a4d1ea1747a68463d16bcd0456a2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410344102 2024-12-17T04:39:04,930 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#36 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:04,930 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/b132bf5da9c44c6da524a70803218774 is 50, key is test_row_0/B:col10/1734410344102/Put/seqid=0 2024-12-17T04:39:04,934 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:04,935 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4741386415f84693a2e53e088fe22b5f is 50, key is test_row_0/A:col10/1734410344102/Put/seqid=0 2024-12-17T04:39:04,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741875_1051 (size=12561) 2024-12-17T04:39:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741876_1052 (size=12561) 2024-12-17T04:39:05,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T04:39:05,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:05,055 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T04:39:05,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:05,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:05,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:05,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:05,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:05,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/763b35b5df4a4b4bb3204ee702ee261a is 50, key is test_row_0/A:col10/1734410344748/Put/seqid=0 2024-12-17T04:39:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:05,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741877_1053 (size=12151) 2024-12-17T04:39:05,073 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/763b35b5df4a4b4bb3204ee702ee261a 2024-12-17T04:39:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T04:39:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/b628f1b6a9b348c486b4b9086187c82e is 50, key is test_row_0/B:col10/1734410344748/Put/seqid=0 2024-12-17T04:39:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741878_1054 (size=12151) 2024-12-17T04:39:05,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410405092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410405092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410405096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410405096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410405097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410405200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410405200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410405204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410405203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410405204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,362 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/b132bf5da9c44c6da524a70803218774 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b132bf5da9c44c6da524a70803218774 2024-12-17T04:39:05,371 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4741386415f84693a2e53e088fe22b5f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4741386415f84693a2e53e088fe22b5f 2024-12-17T04:39:05,376 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into b132bf5da9c44c6da524a70803218774(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:05,376 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:05,376 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=13, startTime=1734410344908; duration=0sec 2024-12-17T04:39:05,378 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:05,379 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:05,379 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:05,380 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:05,381 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:05,381 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:05,381 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 4741386415f84693a2e53e088fe22b5f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:05,381 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9a28287d2f754a0a9ea8945b0c4375f8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/fc7eee62725f4abdb7d2246e220748b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b79b07bec5a04b0eb9ffd310fbfa0d82] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=35.9 K 2024-12-17T04:39:05,381 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:05,381 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=13, startTime=1734410344908; duration=0sec 2024-12-17T04:39:05,382 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:05,382 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:05,382 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a28287d2f754a0a9ea8945b0c4375f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734410342302 2024-12-17T04:39:05,383 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting fc7eee62725f4abdb7d2246e220748b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734410343453 2024-12-17T04:39:05,384 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b79b07bec5a04b0eb9ffd310fbfa0d82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410344102 2024-12-17T04:39:05,399 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:05,400 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/5d0aeee6242842a4835e9d2ec9b7ffc5 is 50, key is test_row_0/C:col10/1734410344102/Put/seqid=0 2024-12-17T04:39:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410405402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410405405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410405409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410405409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410405410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741879_1055 (size=12561) 2024-12-17T04:39:05,436 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/5d0aeee6242842a4835e9d2ec9b7ffc5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5d0aeee6242842a4835e9d2ec9b7ffc5 2024-12-17T04:39:05,447 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 5d0aeee6242842a4835e9d2ec9b7ffc5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:05,447 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:05,447 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=13, startTime=1734410344908; duration=0sec 2024-12-17T04:39:05,447 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:05,447 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:05,495 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/b628f1b6a9b348c486b4b9086187c82e 2024-12-17T04:39:05,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4b7efd34a93546ea88082b0e137cc06e is 50, key is test_row_0/C:col10/1734410344748/Put/seqid=0 2024-12-17T04:39:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741880_1056 (size=12151) 2024-12-17T04:39:05,528 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4b7efd34a93546ea88082b0e137cc06e 2024-12-17T04:39:05,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/763b35b5df4a4b4bb3204ee702ee261a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/763b35b5df4a4b4bb3204ee702ee261a 2024-12-17T04:39:05,547 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/763b35b5df4a4b4bb3204ee702ee261a, entries=150, sequenceid=194, filesize=11.9 K 2024-12-17T04:39:05,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/b628f1b6a9b348c486b4b9086187c82e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b628f1b6a9b348c486b4b9086187c82e 2024-12-17T04:39:05,560 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b628f1b6a9b348c486b4b9086187c82e, entries=150, sequenceid=194, filesize=11.9 K 2024-12-17T04:39:05,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4b7efd34a93546ea88082b0e137cc06e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4b7efd34a93546ea88082b0e137cc06e 2024-12-17T04:39:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4b7efd34a93546ea88082b0e137cc06e, entries=150, sequenceid=194, filesize=11.9 K 2024-12-17T04:39:05,579 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d1116480c680c7404a6e38388eb8ae8c in 523ms, sequenceid=194, compaction requested=false 2024-12-17T04:39:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-17T04:39:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-17T04:39:05,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-17T04:39:05,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6110 sec 2024-12-17T04:39:05,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.6200 sec 2024-12-17T04:39:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:05,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T04:39:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:05,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/fab86b8c600d4d33a74c8521555fbb0c is 50, key is test_row_0/A:col10/1734410345709/Put/seqid=0 2024-12-17T04:39:05,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410405729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410405730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410405732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410405732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410405732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741881_1057 (size=14541) 2024-12-17T04:39:05,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/fab86b8c600d4d33a74c8521555fbb0c 2024-12-17T04:39:05,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/674d5130b6f94af78c861d95d55783ee is 50, key is test_row_0/B:col10/1734410345709/Put/seqid=0 2024-12-17T04:39:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741882_1058 (size=12151) 2024-12-17T04:39:05,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410405834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410405834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410405834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410405834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410405835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410406037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410406037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410406038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410406039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410406038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T04:39:06,076 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-17T04:39:06,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-17T04:39:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T04:39:06,080 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:06,081 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:06,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:06,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/674d5130b6f94af78c861d95d55783ee 2024-12-17T04:39:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T04:39:06,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0d3bec086bb54eb5b91a6728e5ac2db7 is 50, key is test_row_0/C:col10/1734410345709/Put/seqid=0 2024-12-17T04:39:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741883_1059 (size=12151) 2024-12-17T04:39:06,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T04:39:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410406341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410406342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410406342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410406344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410406348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T04:39:06,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T04:39:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T04:39:06,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:06,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:06,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0d3bec086bb54eb5b91a6728e5ac2db7 2024-12-17T04:39:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/fab86b8c600d4d33a74c8521555fbb0c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/fab86b8c600d4d33a74c8521555fbb0c 2024-12-17T04:39:06,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/fab86b8c600d4d33a74c8521555fbb0c, entries=200, sequenceid=217, filesize=14.2 K 2024-12-17T04:39:06,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/674d5130b6f94af78c861d95d55783ee as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/674d5130b6f94af78c861d95d55783ee 2024-12-17T04:39:06,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/674d5130b6f94af78c861d95d55783ee, entries=150, sequenceid=217, filesize=11.9 K 2024-12-17T04:39:06,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0d3bec086bb54eb5b91a6728e5ac2db7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0d3bec086bb54eb5b91a6728e5ac2db7 2024-12-17T04:39:06,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0d3bec086bb54eb5b91a6728e5ac2db7, entries=150, sequenceid=217, filesize=11.9 K 2024-12-17T04:39:06,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d1116480c680c7404a6e38388eb8ae8c in 922ms, sequenceid=217, compaction requested=true 2024-12-17T04:39:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:06,633 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:06,633 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:06,635 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:06,635 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:06,635 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,635 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b132bf5da9c44c6da524a70803218774, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b628f1b6a9b348c486b4b9086187c82e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/674d5130b6f94af78c861d95d55783ee] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=36.0 K 2024-12-17T04:39:06,636 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:06,636 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:06,636 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,636 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4741386415f84693a2e53e088fe22b5f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/763b35b5df4a4b4bb3204ee702ee261a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/fab86b8c600d4d33a74c8521555fbb0c] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=38.3 K 2024-12-17T04:39:06,637 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b132bf5da9c44c6da524a70803218774, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410344102 2024-12-17T04:39:06,637 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b628f1b6a9b348c486b4b9086187c82e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410344738 2024-12-17T04:39:06,637 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4741386415f84693a2e53e088fe22b5f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410344102 2024-12-17T04:39:06,638 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 674d5130b6f94af78c861d95d55783ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734410345085 2024-12-17T04:39:06,638 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 763b35b5df4a4b4bb3204ee702ee261a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410344738 2024-12-17T04:39:06,638 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting fab86b8c600d4d33a74c8521555fbb0c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734410345085 2024-12-17T04:39:06,653 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:06,654 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/8d66faf555ec42a78d8598b0f1114711 is 50, key is test_row_0/A:col10/1734410345709/Put/seqid=0 2024-12-17T04:39:06,661 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:06,662 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/13f1c353ed314447826e1045fa8e1053 is 50, key is test_row_0/B:col10/1734410345709/Put/seqid=0 2024-12-17T04:39:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T04:39:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741885_1061 (size=12663) 2024-12-17T04:39:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741884_1060 (size=12663) 2024-12-17T04:39:06,698 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/8d66faf555ec42a78d8598b0f1114711 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d66faf555ec42a78d8598b0f1114711 2024-12-17T04:39:06,699 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T04:39:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,701 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T04:39:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:06,708 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 8d66faf555ec42a78d8598b0f1114711(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:06,708 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:06,708 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=13, startTime=1734410346633; duration=0sec 2024-12-17T04:39:06,709 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:06,709 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:06,709 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:06,711 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:06,711 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:06,711 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:06,712 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5d0aeee6242842a4835e9d2ec9b7ffc5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4b7efd34a93546ea88082b0e137cc06e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0d3bec086bb54eb5b91a6728e5ac2db7] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=36.0 K 2024-12-17T04:39:06,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/512a5ca1d97b4aef8ebd12ffb8d88177 is 50, key is test_row_0/A:col10/1734410345718/Put/seqid=0 2024-12-17T04:39:06,712 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d0aeee6242842a4835e9d2ec9b7ffc5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410344102 2024-12-17T04:39:06,713 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b7efd34a93546ea88082b0e137cc06e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410344738 2024-12-17T04:39:06,714 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d3bec086bb54eb5b91a6728e5ac2db7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734410345085 2024-12-17T04:39:06,737 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:06,738 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/1b1cbf945f0b41f1a7ead8d1c859f0e0 is 50, key is test_row_0/C:col10/1734410345709/Put/seqid=0 2024-12-17T04:39:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741886_1062 (size=12151) 2024-12-17T04:39:06,756 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/512a5ca1d97b4aef8ebd12ffb8d88177 2024-12-17T04:39:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741887_1063 (size=12663) 2024-12-17T04:39:06,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/a36f58c78e6346fa9aec9b0bc473d1f9 is 50, key is test_row_0/B:col10/1734410345718/Put/seqid=0 2024-12-17T04:39:06,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741888_1064 (size=12151) 2024-12-17T04:39:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:06,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410406867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410406868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410406871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410406869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410406871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410406974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410406975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410406975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410406975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:06,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410406976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,098 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/13f1c353ed314447826e1045fa8e1053 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/13f1c353ed314447826e1045fa8e1053 2024-12-17T04:39:07,112 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into 13f1c353ed314447826e1045fa8e1053(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:07,112 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:07,112 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=13, startTime=1734410346633; duration=0sec 2024-12-17T04:39:07,112 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:07,113 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:07,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410407178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410407178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410407180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410407181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T04:39:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410407188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,201 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/1b1cbf945f0b41f1a7ead8d1c859f0e0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1b1cbf945f0b41f1a7ead8d1c859f0e0 2024-12-17T04:39:07,209 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 1b1cbf945f0b41f1a7ead8d1c859f0e0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:07,210 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:07,210 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=13, startTime=1734410346633; duration=0sec 2024-12-17T04:39:07,210 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:07,210 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:07,222 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/a36f58c78e6346fa9aec9b0bc473d1f9 2024-12-17T04:39:07,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/00daeb841d614c01acf323a030e89eea is 50, key is test_row_0/C:col10/1734410345718/Put/seqid=0 2024-12-17T04:39:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741889_1065 (size=12151) 2024-12-17T04:39:07,256 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/00daeb841d614c01acf323a030e89eea 2024-12-17T04:39:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/512a5ca1d97b4aef8ebd12ffb8d88177 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/512a5ca1d97b4aef8ebd12ffb8d88177 2024-12-17T04:39:07,275 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/512a5ca1d97b4aef8ebd12ffb8d88177, entries=150, sequenceid=233, filesize=11.9 K 2024-12-17T04:39:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/a36f58c78e6346fa9aec9b0bc473d1f9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/a36f58c78e6346fa9aec9b0bc473d1f9 2024-12-17T04:39:07,285 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/a36f58c78e6346fa9aec9b0bc473d1f9, entries=150, sequenceid=233, filesize=11.9 K 2024-12-17T04:39:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/00daeb841d614c01acf323a030e89eea as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00daeb841d614c01acf323a030e89eea 2024-12-17T04:39:07,293 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00daeb841d614c01acf323a030e89eea, entries=150, sequenceid=233, filesize=11.9 K 2024-12-17T04:39:07,294 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for d1116480c680c7404a6e38388eb8ae8c in 594ms, sequenceid=233, compaction requested=false 2024-12-17T04:39:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-17T04:39:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-17T04:39:07,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-17T04:39:07,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2150 sec 2024-12-17T04:39:07,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2210 sec 2024-12-17T04:39:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:07,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T04:39:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:07,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:07,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:07,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:07,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dde8932316ef497b9b4a579e889e8cee is 50, key is test_row_0/A:col10/1734410347484/Put/seqid=0 2024-12-17T04:39:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741890_1066 (size=14641) 2024-12-17T04:39:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410407499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410407501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410407501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410407502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410407504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410407605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410407606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410407607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410407607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410407607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410407807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410407809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410407810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410407811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410407811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:07,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dde8932316ef497b9b4a579e889e8cee 2024-12-17T04:39:07,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/1311e2c730ca4e20bf12f75c55072174 is 50, key is test_row_0/B:col10/1734410347484/Put/seqid=0 2024-12-17T04:39:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741891_1067 (size=12201) 2024-12-17T04:39:07,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/1311e2c730ca4e20bf12f75c55072174 2024-12-17T04:39:07,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b4066473419d4336bfd029cc2d032781 is 50, key is test_row_0/C:col10/1734410347484/Put/seqid=0 2024-12-17T04:39:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741892_1068 (size=12201) 2024-12-17T04:39:07,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b4066473419d4336bfd029cc2d032781 2024-12-17T04:39:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dde8932316ef497b9b4a579e889e8cee as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dde8932316ef497b9b4a579e889e8cee 2024-12-17T04:39:07,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dde8932316ef497b9b4a579e889e8cee, entries=200, sequenceid=259, filesize=14.3 K 2024-12-17T04:39:07,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/1311e2c730ca4e20bf12f75c55072174 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1311e2c730ca4e20bf12f75c55072174 2024-12-17T04:39:07,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1311e2c730ca4e20bf12f75c55072174, entries=150, sequenceid=259, filesize=11.9 K 2024-12-17T04:39:07,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b4066473419d4336bfd029cc2d032781 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4066473419d4336bfd029cc2d032781 2024-12-17T04:39:07,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4066473419d4336bfd029cc2d032781, entries=150, sequenceid=259, filesize=11.9 K 2024-12-17T04:39:07,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d1116480c680c7404a6e38388eb8ae8c in 510ms, sequenceid=259, compaction requested=true 2024-12-17T04:39:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:07,994 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:07,995 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:07,996 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:07,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:07,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:07,996 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:07,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:07,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:07,996 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:07,997 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d66faf555ec42a78d8598b0f1114711, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/512a5ca1d97b4aef8ebd12ffb8d88177, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dde8932316ef497b9b4a579e889e8cee] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=38.5 K 2024-12-17T04:39:07,997 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:07,997 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d66faf555ec42a78d8598b0f1114711, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734410345085 2024-12-17T04:39:07,997 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:07,997 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:07,997 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/13f1c353ed314447826e1045fa8e1053, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/a36f58c78e6346fa9aec9b0bc473d1f9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1311e2c730ca4e20bf12f75c55072174] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=36.1 K 2024-12-17T04:39:07,997 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 512a5ca1d97b4aef8ebd12ffb8d88177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734410345718 2024-12-17T04:39:07,998 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f1c353ed314447826e1045fa8e1053, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734410345085 2024-12-17T04:39:07,998 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting dde8932316ef497b9b4a579e889e8cee, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734410346862 2024-12-17T04:39:07,998 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a36f58c78e6346fa9aec9b0bc473d1f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734410345718 2024-12-17T04:39:07,999 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 1311e2c730ca4e20bf12f75c55072174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734410346862 2024-12-17T04:39:08,012 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:08,013 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/568e89134c6b4ad2beea872220a84ce0 is 50, key is test_row_0/A:col10/1734410347484/Put/seqid=0 2024-12-17T04:39:08,015 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:08,016 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/5209006d4c474c898cbc2e314bc7b263 is 50, key is test_row_0/B:col10/1734410347484/Put/seqid=0 2024-12-17T04:39:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741893_1069 (size=12815) 2024-12-17T04:39:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741894_1070 (size=12815) 2024-12-17T04:39:08,082 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/5209006d4c474c898cbc2e314bc7b263 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/5209006d4c474c898cbc2e314bc7b263 2024-12-17T04:39:08,091 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into 5209006d4c474c898cbc2e314bc7b263(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:08,091 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:08,091 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=13, startTime=1734410347995; duration=0sec 2024-12-17T04:39:08,091 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:08,091 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:08,091 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:08,093 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:08,093 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:08,093 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,094 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1b1cbf945f0b41f1a7ead8d1c859f0e0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00daeb841d614c01acf323a030e89eea, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4066473419d4336bfd029cc2d032781] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=36.1 K 2024-12-17T04:39:08,094 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b1cbf945f0b41f1a7ead8d1c859f0e0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734410345085 2024-12-17T04:39:08,095 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 00daeb841d614c01acf323a030e89eea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734410345718 2024-12-17T04:39:08,096 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b4066473419d4336bfd029cc2d032781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734410346862 2024-12-17T04:39:08,106 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#56 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:08,107 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/1446724097954b3885c6c65df8cf921c is 50, key is test_row_0/C:col10/1734410347484/Put/seqid=0 2024-12-17T04:39:08,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T04:39:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:08,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dd4213ffdaab4057ae82c53a5c6ab989 is 50, key is test_row_0/A:col10/1734410348113/Put/seqid=0 2024-12-17T04:39:08,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741896_1072 (size=12301) 2024-12-17T04:39:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741895_1071 (size=12815) 2024-12-17T04:39:08,146 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/1446724097954b3885c6c65df8cf921c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1446724097954b3885c6c65df8cf921c 2024-12-17T04:39:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410408144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410408145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410408147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410408147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410408149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,160 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 1446724097954b3885c6c65df8cf921c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:08,160 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:08,160 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=13, startTime=1734410347996; duration=0sec 2024-12-17T04:39:08,160 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:08,160 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T04:39:08,186 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-17T04:39:08,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-17T04:39:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T04:39:08,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:08,191 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:08,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410408250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410408251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410408253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410408253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410408255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T04:39:08,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T04:39:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410408454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410408454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410408457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410408458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410408458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,467 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/568e89134c6b4ad2beea872220a84ce0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/568e89134c6b4ad2beea872220a84ce0 2024-12-17T04:39:08,475 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 568e89134c6b4ad2beea872220a84ce0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:08,475 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:08,475 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=13, startTime=1734410347994; duration=0sec 2024-12-17T04:39:08,475 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:08,475 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T04:39:08,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T04:39:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dd4213ffdaab4057ae82c53a5c6ab989 2024-12-17T04:39:08,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/39fe7918364a4a3f85daeab1a36eb822 is 50, key is test_row_0/B:col10/1734410348113/Put/seqid=0 2024-12-17T04:39:08,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741897_1073 (size=12301) 2024-12-17T04:39:08,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/39fe7918364a4a3f85daeab1a36eb822 2024-12-17T04:39:08,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b4440ee2b3064775b341315b969e299c is 50, key is test_row_0/C:col10/1734410348113/Put/seqid=0 2024-12-17T04:39:08,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741898_1074 (size=12301) 2024-12-17T04:39:08,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T04:39:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410408756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410408757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410408761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410408761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410408763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T04:39:08,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T04:39:08,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:08,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:08,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T04:39:08,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:08,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:08,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b4440ee2b3064775b341315b969e299c 2024-12-17T04:39:08,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dd4213ffdaab4057ae82c53a5c6ab989 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dd4213ffdaab4057ae82c53a5c6ab989 2024-12-17T04:39:08,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dd4213ffdaab4057ae82c53a5c6ab989, entries=150, sequenceid=276, filesize=12.0 K 2024-12-17T04:39:08,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/39fe7918364a4a3f85daeab1a36eb822 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/39fe7918364a4a3f85daeab1a36eb822 2024-12-17T04:39:08,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/39fe7918364a4a3f85daeab1a36eb822, entries=150, sequenceid=276, filesize=12.0 K 2024-12-17T04:39:09,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b4440ee2b3064775b341315b969e299c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4440ee2b3064775b341315b969e299c 2024-12-17T04:39:09,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4440ee2b3064775b341315b969e299c, entries=150, sequenceid=276, filesize=12.0 K 2024-12-17T04:39:09,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d1116480c680c7404a6e38388eb8ae8c in 909ms, sequenceid=276, compaction requested=false 2024-12-17T04:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:09,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T04:39:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,115 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T04:39:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:09,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/1514fd859fa940a7851248221a39076b is 50, key is test_row_0/A:col10/1734410348147/Put/seqid=0 2024-12-17T04:39:09,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741899_1075 (size=12301) 2024-12-17T04:39:09,141 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/1514fd859fa940a7851248221a39076b 2024-12-17T04:39:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/29aa661bdc8d4955b1b0aa05065cdb74 is 50, key is test_row_0/B:col10/1734410348147/Put/seqid=0 2024-12-17T04:39:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741900_1076 (size=12301) 2024-12-17T04:39:09,174 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/29aa661bdc8d4955b1b0aa05065cdb74 2024-12-17T04:39:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/00385c3f94c94235ab482b9b13cb00e0 is 50, key is test_row_0/C:col10/1734410348147/Put/seqid=0 2024-12-17T04:39:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741901_1077 (size=12301) 2024-12-17T04:39:09,197 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/00385c3f94c94235ab482b9b13cb00e0 2024-12-17T04:39:09,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/1514fd859fa940a7851248221a39076b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1514fd859fa940a7851248221a39076b 2024-12-17T04:39:09,213 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1514fd859fa940a7851248221a39076b, entries=150, sequenceid=298, filesize=12.0 K 2024-12-17T04:39:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/29aa661bdc8d4955b1b0aa05065cdb74 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/29aa661bdc8d4955b1b0aa05065cdb74 2024-12-17T04:39:09,226 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/29aa661bdc8d4955b1b0aa05065cdb74, entries=150, sequenceid=298, filesize=12.0 K 2024-12-17T04:39:09,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/00385c3f94c94235ab482b9b13cb00e0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00385c3f94c94235ab482b9b13cb00e0 2024-12-17T04:39:09,235 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00385c3f94c94235ab482b9b13cb00e0, entries=150, sequenceid=298, filesize=12.0 K 2024-12-17T04:39:09,237 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for d1116480c680c7404a6e38388eb8ae8c in 121ms, sequenceid=298, compaction requested=true 2024-12-17T04:39:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-17T04:39:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-17T04:39:09,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-17T04:39:09,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-12-17T04:39:09,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0550 sec 2024-12-17T04:39:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:09,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:09,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/afd549f3e1c8478ab14703e0f72d89ba is 50, key is test_row_0/A:col10/1734410349279/Put/seqid=0 2024-12-17T04:39:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T04:39:09,293 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-17T04:39:09,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-17T04:39:09,298 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T04:39:09,302 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:09,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741902_1078 (size=17181) 2024-12-17T04:39:09,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/afd549f3e1c8478ab14703e0f72d89ba 2024-12-17T04:39:09,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410409333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410409334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2b51b0a8b81241929eca4d2b5a6b572c is 50, key is test_row_0/B:col10/1734410349279/Put/seqid=0 2024-12-17T04:39:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741903_1079 (size=12301) 2024-12-17T04:39:09,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2b51b0a8b81241929eca4d2b5a6b572c 2024-12-17T04:39:09,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410409336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410409337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410409337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0b77365f02514c27adb132354b4455ca is 50, key is test_row_0/C:col10/1734410349279/Put/seqid=0 2024-12-17T04:39:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741904_1080 (size=12301) 2024-12-17T04:39:09,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0b77365f02514c27adb132354b4455ca 2024-12-17T04:39:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/afd549f3e1c8478ab14703e0f72d89ba as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/afd549f3e1c8478ab14703e0f72d89ba 2024-12-17T04:39:09,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/afd549f3e1c8478ab14703e0f72d89ba, entries=250, sequenceid=309, filesize=16.8 K 2024-12-17T04:39:09,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2b51b0a8b81241929eca4d2b5a6b572c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2b51b0a8b81241929eca4d2b5a6b572c 2024-12-17T04:39:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T04:39:09,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2b51b0a8b81241929eca4d2b5a6b572c, entries=150, sequenceid=309, filesize=12.0 K 2024-12-17T04:39:09,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0b77365f02514c27adb132354b4455ca as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0b77365f02514c27adb132354b4455ca 2024-12-17T04:39:09,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0b77365f02514c27adb132354b4455ca, entries=150, sequenceid=309, filesize=12.0 K 2024-12-17T04:39:09,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d1116480c680c7404a6e38388eb8ae8c in 138ms, sequenceid=309, compaction requested=true 2024-12-17T04:39:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:09,418 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:09,418 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:09,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:09,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:09,421 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49718 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:09,421 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:09,421 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:09,421 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:09,421 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,421 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,421 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/5209006d4c474c898cbc2e314bc7b263, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/39fe7918364a4a3f85daeab1a36eb822, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/29aa661bdc8d4955b1b0aa05065cdb74, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2b51b0a8b81241929eca4d2b5a6b572c] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=48.6 K 2024-12-17T04:39:09,421 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/568e89134c6b4ad2beea872220a84ce0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dd4213ffdaab4057ae82c53a5c6ab989, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1514fd859fa940a7851248221a39076b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/afd549f3e1c8478ab14703e0f72d89ba] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=53.3 K 2024-12-17T04:39:09,421 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 5209006d4c474c898cbc2e314bc7b263, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734410346862 2024-12-17T04:39:09,421 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 568e89134c6b4ad2beea872220a84ce0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734410346862 2024-12-17T04:39:09,422 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 39fe7918364a4a3f85daeab1a36eb822, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410348113 2024-12-17T04:39:09,422 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd4213ffdaab4057ae82c53a5c6ab989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410348113 2024-12-17T04:39:09,422 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 29aa661bdc8d4955b1b0aa05065cdb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734410348139 2024-12-17T04:39:09,422 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1514fd859fa940a7851248221a39076b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734410348139 2024-12-17T04:39:09,423 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b51b0a8b81241929eca4d2b5a6b572c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734410349276 2024-12-17T04:39:09,423 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting afd549f3e1c8478ab14703e0f72d89ba, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734410349271 2024-12-17T04:39:09,450 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:09,451 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/99500ced7c884ddc83f31492f1d19391 is 50, key is test_row_0/B:col10/1734410349279/Put/seqid=0 2024-12-17T04:39:09,451 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#66 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:09,452 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/6dc9459290644747936739c7d5cd7e63 is 50, key is test_row_0/A:col10/1734410349279/Put/seqid=0 2024-12-17T04:39:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:09,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-17T04:39:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T04:39:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:09,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:09,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410409460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410409461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410409462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410409463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410409464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/0bdfc627931142a68fc395880d3e1b92 is 50, key is test_row_0/A:col10/1734410349325/Put/seqid=0 2024-12-17T04:39:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741906_1082 (size=13051) 2024-12-17T04:39:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741905_1081 (size=13051) 2024-12-17T04:39:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741907_1083 (size=14741) 2024-12-17T04:39:09,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/0bdfc627931142a68fc395880d3e1b92 2024-12-17T04:39:09,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/8b75c758a90149eab6524b476c4a4be8 is 50, key is test_row_0/B:col10/1734410349325/Put/seqid=0 2024-12-17T04:39:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741908_1084 (size=12301) 2024-12-17T04:39:09,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/8b75c758a90149eab6524b476c4a4be8 2024-12-17T04:39:09,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0682eba69dc0459ea5964f9b64177861 is 50, key is test_row_0/C:col10/1734410349325/Put/seqid=0 2024-12-17T04:39:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741909_1085 (size=12301) 2024-12-17T04:39:09,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0682eba69dc0459ea5964f9b64177861 2024-12-17T04:39:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/0bdfc627931142a68fc395880d3e1b92 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0bdfc627931142a68fc395880d3e1b92 2024-12-17T04:39:09,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410409566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410409568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410409569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410409569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410409570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0bdfc627931142a68fc395880d3e1b92, entries=200, sequenceid=336, filesize=14.4 K 2024-12-17T04:39:09,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/8b75c758a90149eab6524b476c4a4be8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8b75c758a90149eab6524b476c4a4be8 2024-12-17T04:39:09,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8b75c758a90149eab6524b476c4a4be8, entries=150, sequenceid=336, filesize=12.0 K 2024-12-17T04:39:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/0682eba69dc0459ea5964f9b64177861 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0682eba69dc0459ea5964f9b64177861 2024-12-17T04:39:09,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0682eba69dc0459ea5964f9b64177861, entries=150, sequenceid=336, filesize=12.0 K 2024-12-17T04:39:09,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d1116480c680c7404a6e38388eb8ae8c in 139ms, sequenceid=336, compaction requested=true 2024-12-17T04:39:09,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:09,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:09,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T04:39:09,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:09,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T04:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-17T04:39:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T04:39:09,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T04:39:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,613 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-17T04:39:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/0e65905291254e4c831bd64c0d92dcab is 50, key is test_row_0/A:col10/1734410349461/Put/seqid=0 2024-12-17T04:39:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741910_1086 (size=12301) 2024-12-17T04:39:09,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:09,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410409801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410409804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410409805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410409806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410409807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T04:39:09,904 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/6dc9459290644747936739c7d5cd7e63 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/6dc9459290644747936739c7d5cd7e63 2024-12-17T04:39:09,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410409908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410409908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410409909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410409909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410409910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:09,917 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/99500ced7c884ddc83f31492f1d19391 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/99500ced7c884ddc83f31492f1d19391 2024-12-17T04:39:09,923 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 6dc9459290644747936739c7d5cd7e63(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:09,924 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:09,924 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=12, startTime=1734410349418; duration=0sec 2024-12-17T04:39:09,924 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-17T04:39:09,924 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:09,924 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:09,924 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:09,927 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into 99500ced7c884ddc83f31492f1d19391(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:09,927 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:09,927 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=12, startTime=1734410349418; duration=0sec 2024-12-17T04:39:09,927 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T04:39:09,927 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:09,927 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:09,930 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62019 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:09,930 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:09,930 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-17T04:39:09,931 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:09,931 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:39:09,931 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:39:09,931 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. because compaction request was cancelled 2024-12-17T04:39:09,931 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:09,931 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1446724097954b3885c6c65df8cf921c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4440ee2b3064775b341315b969e299c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00385c3f94c94235ab482b9b13cb00e0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0b77365f02514c27adb132354b4455ca, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0682eba69dc0459ea5964f9b64177861] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=60.6 K 2024-12-17T04:39:09,931 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T04:39:09,932 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1446724097954b3885c6c65df8cf921c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734410346862 2024-12-17T04:39:09,932 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:39:09,932 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:39:09,932 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. because compaction request was cancelled 2024-12-17T04:39:09,932 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:09,932 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T04:39:09,933 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4440ee2b3064775b341315b969e299c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410348113 2024-12-17T04:39:09,933 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:39:09,933 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:39:09,934 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. because compaction request was cancelled 2024-12-17T04:39:09,934 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:09,934 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00385c3f94c94235ab482b9b13cb00e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734410348139 2024-12-17T04:39:09,934 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b77365f02514c27adb132354b4455ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734410349276 2024-12-17T04:39:09,935 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0682eba69dc0459ea5964f9b64177861, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734410349325 2024-12-17T04:39:09,962 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:09,963 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4871d52ba5044412826e6e7c630f6407 is 50, key is test_row_0/C:col10/1734410349325/Put/seqid=0 2024-12-17T04:39:09,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741911_1087 (size=13085) 2024-12-17T04:39:10,038 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/0e65905291254e4c831bd64c0d92dcab 2024-12-17T04:39:10,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/19bf6d7564714081aefbfefcac17d4c0 is 50, key is test_row_0/B:col10/1734410349461/Put/seqid=0 2024-12-17T04:39:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741912_1088 (size=12301) 2024-12-17T04:39:10,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410410112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410410113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410410114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410410114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410410115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,399 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4871d52ba5044412826e6e7c630f6407 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4871d52ba5044412826e6e7c630f6407 2024-12-17T04:39:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T04:39:10,405 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 4871d52ba5044412826e6e7c630f6407(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:10,406 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:10,406 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=11, startTime=1734410349593; duration=0sec 2024-12-17T04:39:10,406 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:10,406 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410410415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410410415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410410417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410410419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410410419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,455 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/19bf6d7564714081aefbfefcac17d4c0 2024-12-17T04:39:10,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4dd93646600f4b038a91530b17cb94d1 is 50, key is test_row_0/C:col10/1734410349461/Put/seqid=0 2024-12-17T04:39:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741913_1089 (size=12301) 2024-12-17T04:39:10,490 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4dd93646600f4b038a91530b17cb94d1 2024-12-17T04:39:10,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/0e65905291254e4c831bd64c0d92dcab as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0e65905291254e4c831bd64c0d92dcab 2024-12-17T04:39:10,499 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0e65905291254e4c831bd64c0d92dcab, entries=150, sequenceid=345, filesize=12.0 K 2024-12-17T04:39:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/19bf6d7564714081aefbfefcac17d4c0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/19bf6d7564714081aefbfefcac17d4c0 2024-12-17T04:39:10,505 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/19bf6d7564714081aefbfefcac17d4c0, entries=150, sequenceid=345, filesize=12.0 K 2024-12-17T04:39:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/4dd93646600f4b038a91530b17cb94d1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4dd93646600f4b038a91530b17cb94d1 2024-12-17T04:39:10,514 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4dd93646600f4b038a91530b17cb94d1, entries=150, sequenceid=345, filesize=12.0 K 2024-12-17T04:39:10,515 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d1116480c680c7404a6e38388eb8ae8c in 902ms, sequenceid=345, compaction requested=true 2024-12-17T04:39:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-17T04:39:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-17T04:39:10,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-17T04:39:10,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-12-17T04:39:10,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.2230 sec 2024-12-17T04:39:10,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T04:39:10,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:10,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:10,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/f97cf9f681534501bb86a76cb1e6e165 is 50, key is test_row_0/A:col10/1734410349805/Put/seqid=0 2024-12-17T04:39:10,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410410925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410410925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410410926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741914_1090 (size=14741) 2024-12-17T04:39:10,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410410926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410410929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:10,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/f97cf9f681534501bb86a76cb1e6e165 2024-12-17T04:39:10,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/447815cc8ddf409f8c6db995489e5573 is 50, key is test_row_0/B:col10/1734410349805/Put/seqid=0 2024-12-17T04:39:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741915_1091 (size=12301) 2024-12-17T04:39:11,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410411032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410411032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410411033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410411234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410411234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410411235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/447815cc8ddf409f8c6db995489e5573 2024-12-17T04:39:11,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/08fbff11068f43f2aae5f388944893fe is 50, key is test_row_0/C:col10/1734410349805/Put/seqid=0 2024-12-17T04:39:11,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741916_1092 (size=12301) 2024-12-17T04:39:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T04:39:11,405 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-17T04:39:11,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-17T04:39:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T04:39:11,408 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:11,409 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:11,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T04:39:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410411537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410411538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410411540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T04:39:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T04:39:11,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T04:39:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:11,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/08fbff11068f43f2aae5f388944893fe 2024-12-17T04:39:11,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/f97cf9f681534501bb86a76cb1e6e165 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/f97cf9f681534501bb86a76cb1e6e165 2024-12-17T04:39:11,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/f97cf9f681534501bb86a76cb1e6e165, entries=200, sequenceid=376, filesize=14.4 K 2024-12-17T04:39:11,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/447815cc8ddf409f8c6db995489e5573 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/447815cc8ddf409f8c6db995489e5573 2024-12-17T04:39:11,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/447815cc8ddf409f8c6db995489e5573, entries=150, sequenceid=376, filesize=12.0 K 2024-12-17T04:39:11,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/08fbff11068f43f2aae5f388944893fe as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/08fbff11068f43f2aae5f388944893fe 2024-12-17T04:39:11,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/08fbff11068f43f2aae5f388944893fe, entries=150, sequenceid=376, filesize=12.0 K 2024-12-17T04:39:11,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d1116480c680c7404a6e38388eb8ae8c in 874ms, sequenceid=376, compaction requested=true 2024-12-17T04:39:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:11,793 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:11,793 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:11,795 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:11,795 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:11,795 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,796 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/99500ced7c884ddc83f31492f1d19391, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8b75c758a90149eab6524b476c4a4be8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/19bf6d7564714081aefbfefcac17d4c0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/447815cc8ddf409f8c6db995489e5573] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=48.8 K 2024-12-17T04:39:11,796 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:11,796 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:11,796 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,797 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/6dc9459290644747936739c7d5cd7e63, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0bdfc627931142a68fc395880d3e1b92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0e65905291254e4c831bd64c0d92dcab, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/f97cf9f681534501bb86a76cb1e6e165] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=53.5 K 2024-12-17T04:39:11,797 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 99500ced7c884ddc83f31492f1d19391, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734410349276 2024-12-17T04:39:11,797 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dc9459290644747936739c7d5cd7e63, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734410349276 2024-12-17T04:39:11,797 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b75c758a90149eab6524b476c4a4be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734410349325 2024-12-17T04:39:11,798 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bdfc627931142a68fc395880d3e1b92, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734410349325 2024-12-17T04:39:11,798 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 19bf6d7564714081aefbfefcac17d4c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734410349460 2024-12-17T04:39:11,798 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e65905291254e4c831bd64c0d92dcab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734410349460 2024-12-17T04:39:11,799 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 447815cc8ddf409f8c6db995489e5573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734410349797 2024-12-17T04:39:11,799 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting f97cf9f681534501bb86a76cb1e6e165, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734410349797 2024-12-17T04:39:11,817 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:11,818 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/273c3fca0ac444fb8b478436cdce0330 is 50, key is test_row_0/B:col10/1734410349805/Put/seqid=0 2024-12-17T04:39:11,819 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:11,819 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/31e63f701b0743369229c2f341fae8fc is 50, key is test_row_0/A:col10/1734410349805/Put/seqid=0 2024-12-17T04:39:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741918_1094 (size=13187) 2024-12-17T04:39:11,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741917_1093 (size=13187) 2024-12-17T04:39:11,835 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/273c3fca0ac444fb8b478436cdce0330 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/273c3fca0ac444fb8b478436cdce0330 2024-12-17T04:39:11,842 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into 273c3fca0ac444fb8b478436cdce0330(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:11,842 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:11,842 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=12, startTime=1734410351793; duration=0sec 2024-12-17T04:39:11,842 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:11,842 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:11,842 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:11,843 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:11,843 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:11,844 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,844 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4871d52ba5044412826e6e7c630f6407, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4dd93646600f4b038a91530b17cb94d1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/08fbff11068f43f2aae5f388944893fe] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=36.8 K 2024-12-17T04:39:11,844 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4871d52ba5044412826e6e7c630f6407, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734410349325 2024-12-17T04:39:11,844 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dd93646600f4b038a91530b17cb94d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734410349460 2024-12-17T04:39:11,845 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 08fbff11068f43f2aae5f388944893fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734410349797 2024-12-17T04:39:11,855 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#80 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:11,856 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/01a8203023de4f868a0d1a55cc087a3f is 50, key is test_row_0/C:col10/1734410349805/Put/seqid=0 2024-12-17T04:39:11,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741919_1095 (size=13187) 2024-12-17T04:39:11,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T04:39:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:11,867 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T04:39:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:11,872 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/01a8203023de4f868a0d1a55cc087a3f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/01a8203023de4f868a0d1a55cc087a3f 2024-12-17T04:39:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/8d0dd84650094c54a1ba32e118d02b56 is 50, key is test_row_0/A:col10/1734410350928/Put/seqid=0 2024-12-17T04:39:11,881 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 01a8203023de4f868a0d1a55cc087a3f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:11,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741920_1096 (size=12301) 2024-12-17T04:39:11,881 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:11,881 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=13, startTime=1734410351793; duration=0sec 2024-12-17T04:39:11,881 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:11,881 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:11,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:11,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410411968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410411966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T04:39:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410412039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410412044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410412046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410412070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410412071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,233 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/31e63f701b0743369229c2f341fae8fc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/31e63f701b0743369229c2f341fae8fc 2024-12-17T04:39:12,240 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 31e63f701b0743369229c2f341fae8fc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:12,240 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:12,240 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=12, startTime=1734410351793; duration=0sec 2024-12-17T04:39:12,241 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:12,241 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410412274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410412274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,282 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/8d0dd84650094c54a1ba32e118d02b56 2024-12-17T04:39:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2a6e72c13418427e93ede8de99ab49bf is 50, key is test_row_0/B:col10/1734410350928/Put/seqid=0 2024-12-17T04:39:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741921_1097 (size=12301) 2024-12-17T04:39:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T04:39:12,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410412575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410412578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:12,698 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2a6e72c13418427e93ede8de99ab49bf 2024-12-17T04:39:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/9167493aa53146baa52128d93935fa5f is 50, key is test_row_0/C:col10/1734410350928/Put/seqid=0 2024-12-17T04:39:12,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741922_1098 (size=12301) 2024-12-17T04:39:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410413045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410413052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:13,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410413056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410413080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410413082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:13,113 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/9167493aa53146baa52128d93935fa5f 2024-12-17T04:39:13,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/8d0dd84650094c54a1ba32e118d02b56 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d0dd84650094c54a1ba32e118d02b56 2024-12-17T04:39:13,125 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d0dd84650094c54a1ba32e118d02b56, entries=150, sequenceid=385, filesize=12.0 K 2024-12-17T04:39:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2a6e72c13418427e93ede8de99ab49bf as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2a6e72c13418427e93ede8de99ab49bf 2024-12-17T04:39:13,133 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2a6e72c13418427e93ede8de99ab49bf, entries=150, sequenceid=385, filesize=12.0 K 2024-12-17T04:39:13,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/9167493aa53146baa52128d93935fa5f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9167493aa53146baa52128d93935fa5f 2024-12-17T04:39:13,142 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9167493aa53146baa52128d93935fa5f, entries=150, sequenceid=385, filesize=12.0 K 2024-12-17T04:39:13,144 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for d1116480c680c7404a6e38388eb8ae8c in 1277ms, sequenceid=385, compaction requested=false 2024-12-17T04:39:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:13,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-17T04:39:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-17T04:39:13,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-17T04:39:13,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7360 sec 2024-12-17T04:39:13,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.7410 sec 2024-12-17T04:39:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T04:39:13,514 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-17T04:39:13,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-17T04:39:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T04:39:13,516 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:13,517 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:13,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T04:39:13,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:13,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T04:39:13,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:13,669 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T04:39:13,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:13,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/a929a2b04fe14696ab68cd53b53231ef is 50, key is test_row_0/A:col10/1734410351958/Put/seqid=0 2024-12-17T04:39:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741923_1099 (size=12301) 2024-12-17T04:39:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T04:39:14,081 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/a929a2b04fe14696ab68cd53b53231ef 2024-12-17T04:39:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:14,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/9161724f0e384ba3ba49bfe671ac7fd6 is 50, key is test_row_0/B:col10/1734410351958/Put/seqid=0 2024-12-17T04:39:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410414094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410414095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741924_1100 (size=12301) 2024-12-17T04:39:14,102 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/9161724f0e384ba3ba49bfe671ac7fd6 2024-12-17T04:39:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/19b507302791415ebd0071d409a5e1d7 is 50, key is test_row_0/C:col10/1734410351958/Put/seqid=0 2024-12-17T04:39:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T04:39:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741925_1101 (size=12301) 2024-12-17T04:39:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410414197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410414197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410414399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410414399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,525 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/19b507302791415ebd0071d409a5e1d7 2024-12-17T04:39:14,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/a929a2b04fe14696ab68cd53b53231ef as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a929a2b04fe14696ab68cd53b53231ef 2024-12-17T04:39:14,535 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a929a2b04fe14696ab68cd53b53231ef, entries=150, sequenceid=415, filesize=12.0 K 2024-12-17T04:39:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/9161724f0e384ba3ba49bfe671ac7fd6 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/9161724f0e384ba3ba49bfe671ac7fd6 2024-12-17T04:39:14,544 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/9161724f0e384ba3ba49bfe671ac7fd6, entries=150, sequenceid=415, filesize=12.0 K 2024-12-17T04:39:14,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/19b507302791415ebd0071d409a5e1d7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/19b507302791415ebd0071d409a5e1d7 2024-12-17T04:39:14,557 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/19b507302791415ebd0071d409a5e1d7, entries=150, sequenceid=415, filesize=12.0 K 2024-12-17T04:39:14,558 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d1116480c680c7404a6e38388eb8ae8c in 888ms, sequenceid=415, compaction requested=true 2024-12-17T04:39:14,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:14,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:14,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-17T04:39:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-17T04:39:14,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-17T04:39:14,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0420 sec 2024-12-17T04:39:14,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0460 sec 2024-12-17T04:39:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T04:39:14,619 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-17T04:39:14,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-17T04:39:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T04:39:14,622 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:14,622 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:14,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:14,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:14,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dcd8c4ff9230468cbba74e3e59c5f285 is 50, key is test_row_0/A:col10/1734410354705/Put/seqid=0 2024-12-17T04:39:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741926_1102 (size=12301) 2024-12-17T04:39:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T04:39:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410414732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410414732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T04:39:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:14,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410414834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410414834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T04:39:14,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:14,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T04:39:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:14,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410415038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410415038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410415057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,059 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410415057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,060 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:15,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410415062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,065 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:15,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T04:39:15,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:15,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dcd8c4ff9230468cbba74e3e59c5f285 2024-12-17T04:39:15,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/e86b3cd7bcdf44cd90a80042a8c801aa is 50, key is test_row_0/B:col10/1734410354705/Put/seqid=0 2024-12-17T04:39:15,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741927_1103 (size=12301) 2024-12-17T04:39:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T04:39:15,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T04:39:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410415343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410415343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,386 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T04:39:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/e86b3cd7bcdf44cd90a80042a8c801aa 2024-12-17T04:39:15,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T04:39:15,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:15,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:15,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/cca2e6f2881f4246808462ad12d7a756 is 50, key is test_row_0/C:col10/1734410354705/Put/seqid=0 2024-12-17T04:39:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741928_1104 (size=12301) 2024-12-17T04:39:15,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/cca2e6f2881f4246808462ad12d7a756 2024-12-17T04:39:15,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/dcd8c4ff9230468cbba74e3e59c5f285 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dcd8c4ff9230468cbba74e3e59c5f285 2024-12-17T04:39:15,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dcd8c4ff9230468cbba74e3e59c5f285, entries=150, sequenceid=427, filesize=12.0 K 2024-12-17T04:39:15,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/e86b3cd7bcdf44cd90a80042a8c801aa as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/e86b3cd7bcdf44cd90a80042a8c801aa 2024-12-17T04:39:15,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/e86b3cd7bcdf44cd90a80042a8c801aa, entries=150, sequenceid=427, filesize=12.0 K 2024-12-17T04:39:15,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/cca2e6f2881f4246808462ad12d7a756 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/cca2e6f2881f4246808462ad12d7a756 2024-12-17T04:39:15,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/cca2e6f2881f4246808462ad12d7a756, entries=150, sequenceid=427, filesize=12.0 K 2024-12-17T04:39:15,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d1116480c680c7404a6e38388eb8ae8c in 889ms, sequenceid=427, compaction requested=true 2024-12-17T04:39:15,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:15,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:15,595 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:15,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:15,596 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:15,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:15,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:15,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:15,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:15,597 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:15,597 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:15,597 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,597 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/273c3fca0ac444fb8b478436cdce0330, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2a6e72c13418427e93ede8de99ab49bf, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/9161724f0e384ba3ba49bfe671ac7fd6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/e86b3cd7bcdf44cd90a80042a8c801aa] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=48.9 K 2024-12-17T04:39:15,597 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:15,597 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:15,598 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,598 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/31e63f701b0743369229c2f341fae8fc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d0dd84650094c54a1ba32e118d02b56, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a929a2b04fe14696ab68cd53b53231ef, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dcd8c4ff9230468cbba74e3e59c5f285] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=48.9 K 2024-12-17T04:39:15,598 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 273c3fca0ac444fb8b478436cdce0330, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734410349797 2024-12-17T04:39:15,598 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a6e72c13418427e93ede8de99ab49bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734410350922 2024-12-17T04:39:15,598 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31e63f701b0743369229c2f341fae8fc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734410349797 2024-12-17T04:39:15,598 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 9161724f0e384ba3ba49bfe671ac7fd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1734410351949 2024-12-17T04:39:15,598 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d0dd84650094c54a1ba32e118d02b56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734410350922 2024-12-17T04:39:15,599 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting e86b3cd7bcdf44cd90a80042a8c801aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734410354702 2024-12-17T04:39:15,599 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a929a2b04fe14696ab68cd53b53231ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1734410351949 2024-12-17T04:39:15,599 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcd8c4ff9230468cbba74e3e59c5f285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734410354702 2024-12-17T04:39:15,609 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:15,609 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:15,610 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/8767eb10e6614c22af6185e13c3efe60 is 50, key is test_row_0/B:col10/1734410354705/Put/seqid=0 2024-12-17T04:39:15,610 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/560cac610e824eda950e08999a1b978f is 50, key is test_row_0/A:col10/1734410354705/Put/seqid=0 2024-12-17T04:39:15,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741930_1106 (size=13323) 2024-12-17T04:39:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741929_1105 (size=13323) 2024-12-17T04:39:15,628 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/560cac610e824eda950e08999a1b978f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/560cac610e824eda950e08999a1b978f 2024-12-17T04:39:15,634 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into 560cac610e824eda950e08999a1b978f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:15,634 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:15,634 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=12, startTime=1734410355595; duration=0sec 2024-12-17T04:39:15,635 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:15,635 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:15,635 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:15,636 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:15,636 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:15,636 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,637 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/01a8203023de4f868a0d1a55cc087a3f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9167493aa53146baa52128d93935fa5f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/19b507302791415ebd0071d409a5e1d7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/cca2e6f2881f4246808462ad12d7a756] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=48.9 K 2024-12-17T04:39:15,637 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01a8203023de4f868a0d1a55cc087a3f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734410349797 2024-12-17T04:39:15,638 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9167493aa53146baa52128d93935fa5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734410350922 2024-12-17T04:39:15,639 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19b507302791415ebd0071d409a5e1d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1734410351949 2024-12-17T04:39:15,639 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting cca2e6f2881f4246808462ad12d7a756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734410354702 2024-12-17T04:39:15,651 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:15,652 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/96e3187b74904be49d51f1c0847bdc3d is 50, key is test_row_0/C:col10/1734410354705/Put/seqid=0 2024-12-17T04:39:15,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741931_1107 (size=13323) 2024-12-17T04:39:15,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T04:39:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:15,692 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T04:39:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:15,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:15,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4c495ee8e0774ab98522619a9f57b41f is 50, key is test_row_0/A:col10/1734410354731/Put/seqid=0 2024-12-17T04:39:15,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741932_1108 (size=12301) 2024-12-17T04:39:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T04:39:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:15,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410415881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410415881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410415986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410415986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:16,026 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/8767eb10e6614c22af6185e13c3efe60 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8767eb10e6614c22af6185e13c3efe60 2024-12-17T04:39:16,031 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into 8767eb10e6614c22af6185e13c3efe60(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:16,031 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:16,031 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=12, startTime=1734410355595; duration=0sec 2024-12-17T04:39:16,031 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:16,031 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:16,063 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/96e3187b74904be49d51f1c0847bdc3d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/96e3187b74904be49d51f1c0847bdc3d 2024-12-17T04:39:16,068 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into 96e3187b74904be49d51f1c0847bdc3d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:16,068 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:16,068 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=12, startTime=1734410355596; duration=0sec 2024-12-17T04:39:16,068 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:16,068 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:16,106 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4c495ee8e0774ab98522619a9f57b41f 2024-12-17T04:39:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2452b109c44e4647b2e52c60313acf33 is 50, key is test_row_0/B:col10/1734410354731/Put/seqid=0 2024-12-17T04:39:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741933_1109 (size=12301) 2024-12-17T04:39:16,119 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2452b109c44e4647b2e52c60313acf33 2024-12-17T04:39:16,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/a7bc64dac8814f6290ac72fb2ea4feda is 50, key is test_row_0/C:col10/1734410354731/Put/seqid=0 2024-12-17T04:39:16,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741934_1110 (size=12301) 2024-12-17T04:39:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410416190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410416190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:16,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410416492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410416492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:16,533 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/a7bc64dac8814f6290ac72fb2ea4feda 2024-12-17T04:39:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/4c495ee8e0774ab98522619a9f57b41f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4c495ee8e0774ab98522619a9f57b41f 2024-12-17T04:39:16,543 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4c495ee8e0774ab98522619a9f57b41f, entries=150, sequenceid=452, filesize=12.0 K 2024-12-17T04:39:16,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/2452b109c44e4647b2e52c60313acf33 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2452b109c44e4647b2e52c60313acf33 2024-12-17T04:39:16,549 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2452b109c44e4647b2e52c60313acf33, entries=150, sequenceid=452, filesize=12.0 K 2024-12-17T04:39:16,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/a7bc64dac8814f6290ac72fb2ea4feda as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/a7bc64dac8814f6290ac72fb2ea4feda 2024-12-17T04:39:16,558 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/a7bc64dac8814f6290ac72fb2ea4feda, entries=150, sequenceid=452, filesize=12.0 K 2024-12-17T04:39:16,559 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d1116480c680c7404a6e38388eb8ae8c in 866ms, sequenceid=452, compaction requested=false 2024-12-17T04:39:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-17T04:39:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-17T04:39:16,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-17T04:39:16,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-12-17T04:39:16,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.9420 sec 2024-12-17T04:39:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T04:39:16,726 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-17T04:39:16,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-17T04:39:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T04:39:16,728 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:16,729 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:16,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T04:39:16,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:16,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-17T04:39:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:16,881 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T04:39:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/74feb58414ce4c86ad4560e0d1256618 is 50, key is test_row_0/A:col10/1734410355881/Put/seqid=0 2024-12-17T04:39:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741935_1111 (size=12301) 2024-12-17T04:39:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:17,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410417018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410417019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T04:39:17,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410417122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410417123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,290 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/74feb58414ce4c86ad4560e0d1256618 2024-12-17T04:39:17,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/35af7043630e495790d1a74f224ffaa3 is 50, key is test_row_0/B:col10/1734410355881/Put/seqid=0 2024-12-17T04:39:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741936_1112 (size=12301) 2024-12-17T04:39:17,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410417325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410417326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T04:39:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410417627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410417630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:17,706 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/35af7043630e495790d1a74f224ffaa3 2024-12-17T04:39:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/bfa3782c9aef4fdba326e44109b48a29 is 50, key is test_row_0/C:col10/1734410355881/Put/seqid=0 2024-12-17T04:39:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741937_1113 (size=12301) 2024-12-17T04:39:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T04:39:18,119 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/bfa3782c9aef4fdba326e44109b48a29 2024-12-17T04:39:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/74feb58414ce4c86ad4560e0d1256618 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/74feb58414ce4c86ad4560e0d1256618 2024-12-17T04:39:18,128 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/74feb58414ce4c86ad4560e0d1256618, entries=150, sequenceid=467, filesize=12.0 K 2024-12-17T04:39:18,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/35af7043630e495790d1a74f224ffaa3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/35af7043630e495790d1a74f224ffaa3 2024-12-17T04:39:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410418131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:18,134 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/35af7043630e495790d1a74f224ffaa3, entries=150, sequenceid=467, filesize=12.0 K 2024-12-17T04:39:18,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/bfa3782c9aef4fdba326e44109b48a29 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bfa3782c9aef4fdba326e44109b48a29 2024-12-17T04:39:18,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410418135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:18,142 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bfa3782c9aef4fdba326e44109b48a29, entries=150, sequenceid=467, filesize=12.0 K 2024-12-17T04:39:18,142 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d1116480c680c7404a6e38388eb8ae8c in 1261ms, sequenceid=467, compaction requested=true 2024-12-17T04:39:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:18,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-17T04:39:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-17T04:39:18,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-17T04:39:18,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-17T04:39:18,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.4180 sec 2024-12-17T04:39:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T04:39:18,832 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-17T04:39:18,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-17T04:39:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T04:39:18,834 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:18,835 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:18,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T04:39:18,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:18,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-17T04:39:18,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:18,987 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T04:39:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:18,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/e9bd4fba38784c938e9cfd047c713d1c is 50, key is test_row_0/A:col10/1734410357018/Put/seqid=0 2024-12-17T04:39:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741938_1114 (size=12301) 2024-12-17T04:39:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. as already flushing 2024-12-17T04:39:19,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38600 deadline: 1734410419085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,087 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:19,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410419087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38616 deadline: 1734410419104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,105 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:19,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38588 deadline: 1734410419133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T04:39:19,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38576 deadline: 1734410419140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410419189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410419392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,397 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/e9bd4fba38784c938e9cfd047c713d1c 2024-12-17T04:39:19,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/406b79a6550e43f488e6dfd3a2663190 is 50, key is test_row_0/B:col10/1734410357018/Put/seqid=0 2024-12-17T04:39:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741939_1115 (size=12301) 2024-12-17T04:39:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T04:39:19,600 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:52977 2024-12-17T04:39:19,600 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:52977 2024-12-17T04:39:19,600 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:52977 2024-12-17T04:39:19,600 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:19,600 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:19,600 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:19,603 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:52977 2024-12-17T04:39:19,603 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:19,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410419696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:19,809 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/406b79a6550e43f488e6dfd3a2663190 2024-12-17T04:39:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/1a654f7fab404032b53463e68634be97 is 50, key is test_row_0/C:col10/1734410357018/Put/seqid=0 2024-12-17T04:39:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741940_1116 (size=12301) 2024-12-17T04:39:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T04:39:20,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T04:39:20,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38590 deadline: 1734410420201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:20,224 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/1a654f7fab404032b53463e68634be97 2024-12-17T04:39:20,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/e9bd4fba38784c938e9cfd047c713d1c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e9bd4fba38784c938e9cfd047c713d1c 2024-12-17T04:39:20,234 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e9bd4fba38784c938e9cfd047c713d1c, entries=150, sequenceid=490, filesize=12.0 K 2024-12-17T04:39:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/406b79a6550e43f488e6dfd3a2663190 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/406b79a6550e43f488e6dfd3a2663190 2024-12-17T04:39:20,240 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/406b79a6550e43f488e6dfd3a2663190, entries=150, sequenceid=490, filesize=12.0 K 2024-12-17T04:39:20,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/1a654f7fab404032b53463e68634be97 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1a654f7fab404032b53463e68634be97 2024-12-17T04:39:20,244 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1a654f7fab404032b53463e68634be97, entries=150, sequenceid=490, filesize=12.0 K 2024-12-17T04:39:20,245 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d1116480c680c7404a6e38388eb8ae8c in 1258ms, sequenceid=490, compaction requested=true 2024-12-17T04:39:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:20,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-17T04:39:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-17T04:39:20,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-17T04:39:20,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-12-17T04:39:20,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.4150 sec 2024-12-17T04:39:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T04:39:20,941 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-17T04:39:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:21,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T04:39:21,144 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:52977 2024-12-17T04:39:21,144 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:21,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:21,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:21,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:21,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:21,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:21,150 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:52977 2024-12-17T04:39:21,150 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:21,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/5d965e80321d40f1b06c35c07f081043 is 50, key is test_row_0/A:col10/1734410361141/Put/seqid=0 2024-12-17T04:39:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741941_1117 (size=12301) 2024-12-17T04:39:21,213 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:52977 2024-12-17T04:39:21,213 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:21,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/5d965e80321d40f1b06c35c07f081043 2024-12-17T04:39:21,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/dc2a91eb46a940c7ba6d9cffcc80f406 is 50, key is test_row_0/B:col10/1734410361141/Put/seqid=0 2024-12-17T04:39:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741942_1118 (size=12301) 2024-12-17T04:39:21,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/dc2a91eb46a940c7ba6d9cffcc80f406 2024-12-17T04:39:21,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/efc043f1c9cc479f819512482c1466d7 is 50, key is test_row_0/C:col10/1734410361141/Put/seqid=0 2024-12-17T04:39:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741943_1119 (size=12301) 2024-12-17T04:39:22,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/efc043f1c9cc479f819512482c1466d7 2024-12-17T04:39:22,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/5d965e80321d40f1b06c35c07f081043 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5d965e80321d40f1b06c35c07f081043 2024-12-17T04:39:22,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5d965e80321d40f1b06c35c07f081043, entries=150, sequenceid=504, filesize=12.0 K 2024-12-17T04:39:22,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/dc2a91eb46a940c7ba6d9cffcc80f406 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/dc2a91eb46a940c7ba6d9cffcc80f406 2024-12-17T04:39:22,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/dc2a91eb46a940c7ba6d9cffcc80f406, entries=150, sequenceid=504, filesize=12.0 K 2024-12-17T04:39:22,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/efc043f1c9cc479f819512482c1466d7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/efc043f1c9cc479f819512482c1466d7 2024-12-17T04:39:22,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/efc043f1c9cc479f819512482c1466d7, entries=150, sequenceid=504, filesize=12.0 K 2024-12-17T04:39:22,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=13.42 KB/13740 for d1116480c680c7404a6e38388eb8ae8c in 1286ms, sequenceid=504, compaction requested=true 2024-12-17T04:39:22,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:22,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:22,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:22,430 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:22,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:22,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:22,430 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:22,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1116480c680c7404a6e38388eb8ae8c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:22,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:22,432 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:22,432 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:22,432 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/A is initiating minor compaction (all files) 2024-12-17T04:39:22,432 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/B is initiating minor compaction (all files) 2024-12-17T04:39:22,432 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/A in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:22,432 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/B in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:22,432 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8767eb10e6614c22af6185e13c3efe60, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2452b109c44e4647b2e52c60313acf33, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/35af7043630e495790d1a74f224ffaa3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/406b79a6550e43f488e6dfd3a2663190, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/dc2a91eb46a940c7ba6d9cffcc80f406] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=61.1 K 2024-12-17T04:39:22,432 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/560cac610e824eda950e08999a1b978f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4c495ee8e0774ab98522619a9f57b41f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/74feb58414ce4c86ad4560e0d1256618, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e9bd4fba38784c938e9cfd047c713d1c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5d965e80321d40f1b06c35c07f081043] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=61.1 K 2024-12-17T04:39:22,432 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 560cac610e824eda950e08999a1b978f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734410354702 2024-12-17T04:39:22,432 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 8767eb10e6614c22af6185e13c3efe60, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734410354702 2024-12-17T04:39:22,433 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c495ee8e0774ab98522619a9f57b41f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1734410354723 2024-12-17T04:39:22,433 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 2452b109c44e4647b2e52c60313acf33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1734410354723 2024-12-17T04:39:22,433 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74feb58414ce4c86ad4560e0d1256618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1734410355873 2024-12-17T04:39:22,433 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 35af7043630e495790d1a74f224ffaa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1734410355873 2024-12-17T04:39:22,433 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9bd4fba38784c938e9cfd047c713d1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734410357015 2024-12-17T04:39:22,433 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 406b79a6550e43f488e6dfd3a2663190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734410357015 2024-12-17T04:39:22,434 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d965e80321d40f1b06c35c07f081043, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1734410359083 2024-12-17T04:39:22,434 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting dc2a91eb46a940c7ba6d9cffcc80f406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1734410359083 2024-12-17T04:39:22,445 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:22,446 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#B#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:22,446 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/a4f8b5a07a81452f83aa00ac5ce61757 is 50, key is test_row_0/A:col10/1734410361141/Put/seqid=0 2024-12-17T04:39:22,446 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/c5cacd1923c1401eb755ca1473afd8bf is 50, key is test_row_0/B:col10/1734410361141/Put/seqid=0 2024-12-17T04:39:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741945_1121 (size=13493) 2024-12-17T04:39:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741944_1120 (size=13493) 2024-12-17T04:39:22,865 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/a4f8b5a07a81452f83aa00ac5ce61757 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4f8b5a07a81452f83aa00ac5ce61757 2024-12-17T04:39:22,865 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/c5cacd1923c1401eb755ca1473afd8bf as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/c5cacd1923c1401eb755ca1473afd8bf 2024-12-17T04:39:22,872 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/B of d1116480c680c7404a6e38388eb8ae8c into c5cacd1923c1401eb755ca1473afd8bf(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:22,872 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/A of d1116480c680c7404a6e38388eb8ae8c into a4f8b5a07a81452f83aa00ac5ce61757(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:22,872 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:22,872 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:22,872 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/A, priority=11, startTime=1734410362430; duration=0sec 2024-12-17T04:39:22,872 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/B, priority=11, startTime=1734410362430; duration=0sec 2024-12-17T04:39:22,872 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:22,872 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:B 2024-12-17T04:39:22,872 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:22,872 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:A 2024-12-17T04:39:22,872 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:22,874 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:22,874 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): d1116480c680c7404a6e38388eb8ae8c/C is initiating minor compaction (all files) 2024-12-17T04:39:22,874 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1116480c680c7404a6e38388eb8ae8c/C in TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:22,875 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/96e3187b74904be49d51f1c0847bdc3d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/a7bc64dac8814f6290ac72fb2ea4feda, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bfa3782c9aef4fdba326e44109b48a29, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1a654f7fab404032b53463e68634be97, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/efc043f1c9cc479f819512482c1466d7] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp, totalSize=61.1 K 2024-12-17T04:39:22,875 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e3187b74904be49d51f1c0847bdc3d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734410354702 2024-12-17T04:39:22,876 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a7bc64dac8814f6290ac72fb2ea4feda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1734410354723 2024-12-17T04:39:22,876 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting bfa3782c9aef4fdba326e44109b48a29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1734410355873 2024-12-17T04:39:22,876 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a654f7fab404032b53463e68634be97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1734410357015 2024-12-17T04:39:22,877 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting efc043f1c9cc479f819512482c1466d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1734410359083 2024-12-17T04:39:22,889 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1116480c680c7404a6e38388eb8ae8c#C#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:22,889 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/bbdba5bbf1e54f269dbded6516d1cc18 is 50, key is test_row_0/C:col10/1734410361141/Put/seqid=0 2024-12-17T04:39:22,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741946_1122 (size=13493) 2024-12-17T04:39:23,307 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/bbdba5bbf1e54f269dbded6516d1cc18 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bbdba5bbf1e54f269dbded6516d1cc18 2024-12-17T04:39:23,314 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d1116480c680c7404a6e38388eb8ae8c/C of d1116480c680c7404a6e38388eb8ae8c into bbdba5bbf1e54f269dbded6516d1cc18(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:23,315 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:23,315 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c., storeName=d1116480c680c7404a6e38388eb8ae8c/C, priority=11, startTime=1734410362430; duration=0sec 2024-12-17T04:39:23,315 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:23,315 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1116480c680c7404a6e38388eb8ae8c:C 2024-12-17T04:39:24,996 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T04:39:24,999 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T04:39:29,143 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:52977 2024-12-17T04:39:29,143 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:29,168 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:52977 2024-12-17T04:39:29,168 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:29,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T04:39:29,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-17T04:39:29,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-17T04:39:29,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-17T04:39:29,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-17T04:39:29,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7972 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7968 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3529 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10580 rows 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3522 2024-12-17T04:39:29,170 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10565 rows 2024-12-17T04:39:29,170 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T04:39:29,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:52977 2024-12-17T04:39:29,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:29,177 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T04:39:29,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T04:39:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:29,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410369185"}]},"ts":"1734410369185"} 2024-12-17T04:39:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T04:39:29,186 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T04:39:29,243 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T04:39:29,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:39:29,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1116480c680c7404a6e38388eb8ae8c, UNASSIGN}] 2024-12-17T04:39:29,256 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1116480c680c7404a6e38388eb8ae8c, UNASSIGN 2024-12-17T04:39:29,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=d1116480c680c7404a6e38388eb8ae8c, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:29,257 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:39:29,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:39:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T04:39:29,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:29,416 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:29,416 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:39:29,417 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing d1116480c680c7404a6e38388eb8ae8c, disabling compactions & flushes 2024-12-17T04:39:29,417 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:29,417 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:29,417 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. after waiting 0 ms 2024-12-17T04:39:29,417 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:29,417 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing d1116480c680c7404a6e38388eb8ae8c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T04:39:29,418 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=A 2024-12-17T04:39:29,418 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:29,418 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=B 2024-12-17T04:39:29,418 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:29,418 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1116480c680c7404a6e38388eb8ae8c, store=C 2024-12-17T04:39:29,418 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:29,427 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/14c001337375473c89e123733ee945a0 is 50, key is test_row_0/A:col10/1734410361212/Put/seqid=0 2024-12-17T04:39:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741947_1123 (size=9857) 2024-12-17T04:39:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T04:39:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T04:39:29,835 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/14c001337375473c89e123733ee945a0 2024-12-17T04:39:29,850 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/85c4dd684b1e47da9485eecb51399048 is 50, key is test_row_0/B:col10/1734410361212/Put/seqid=0 2024-12-17T04:39:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741948_1124 (size=9857) 2024-12-17T04:39:30,256 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/85c4dd684b1e47da9485eecb51399048 2024-12-17T04:39:30,271 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b3cf67fdd3874d099ec22271ce9b8a61 is 50, key is test_row_0/C:col10/1734410361212/Put/seqid=0 2024-12-17T04:39:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741949_1125 (size=9857) 2024-12-17T04:39:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T04:39:30,678 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b3cf67fdd3874d099ec22271ce9b8a61 2024-12-17T04:39:30,689 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/A/14c001337375473c89e123733ee945a0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/14c001337375473c89e123733ee945a0 2024-12-17T04:39:30,694 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/14c001337375473c89e123733ee945a0, entries=100, sequenceid=514, filesize=9.6 K 2024-12-17T04:39:30,696 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/B/85c4dd684b1e47da9485eecb51399048 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/85c4dd684b1e47da9485eecb51399048 2024-12-17T04:39:30,700 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/85c4dd684b1e47da9485eecb51399048, entries=100, sequenceid=514, filesize=9.6 K 2024-12-17T04:39:30,701 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/.tmp/C/b3cf67fdd3874d099ec22271ce9b8a61 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b3cf67fdd3874d099ec22271ce9b8a61 2024-12-17T04:39:30,705 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b3cf67fdd3874d099ec22271ce9b8a61, entries=100, sequenceid=514, filesize=9.6 K 2024-12-17T04:39:30,706 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d1116480c680c7404a6e38388eb8ae8c in 1289ms, sequenceid=514, compaction requested=false 2024-12-17T04:39:30,707 DEBUG [StoreCloser-TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/bdc0b9ac71bf4526b28ade4eced77bcb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5de2201255844f6aaf749639bd838d2c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e99dcb5f7b7d42068f0249eeede6e7c8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4ff661f8b5b42c0987664cee7b91ded, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/60cdf053a22f42de8985527892e67dbb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1167dd1c64b84f45821b3441d3eb7afc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/c884972beedf4540917aefb709a36dd5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/11fb514a8cae47e39c7377078302e364, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/92f33d1751b84620ad96506d4c81e03d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4760435a8af04f9882d969304ec958cb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/916319a3cb044f35b606a9df26be46fe, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4086a4d1ea1747a68463d16bcd0456a2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4741386415f84693a2e53e088fe22b5f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/763b35b5df4a4b4bb3204ee702ee261a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/fab86b8c600d4d33a74c8521555fbb0c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d66faf555ec42a78d8598b0f1114711, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/512a5ca1d97b4aef8ebd12ffb8d88177, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dde8932316ef497b9b4a579e889e8cee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/568e89134c6b4ad2beea872220a84ce0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dd4213ffdaab4057ae82c53a5c6ab989, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1514fd859fa940a7851248221a39076b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/afd549f3e1c8478ab14703e0f72d89ba, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/6dc9459290644747936739c7d5cd7e63, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0bdfc627931142a68fc395880d3e1b92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0e65905291254e4c831bd64c0d92dcab, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/f97cf9f681534501bb86a76cb1e6e165, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/31e63f701b0743369229c2f341fae8fc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d0dd84650094c54a1ba32e118d02b56, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a929a2b04fe14696ab68cd53b53231ef, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/560cac610e824eda950e08999a1b978f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dcd8c4ff9230468cbba74e3e59c5f285, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4c495ee8e0774ab98522619a9f57b41f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/74feb58414ce4c86ad4560e0d1256618, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e9bd4fba38784c938e9cfd047c713d1c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5d965e80321d40f1b06c35c07f081043] to archive 2024-12-17T04:39:30,709 DEBUG [StoreCloser-TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:39:30,716 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1167dd1c64b84f45821b3441d3eb7afc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1167dd1c64b84f45821b3441d3eb7afc 2024-12-17T04:39:30,716 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4ff661f8b5b42c0987664cee7b91ded to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4ff661f8b5b42c0987664cee7b91ded 2024-12-17T04:39:30,716 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5de2201255844f6aaf749639bd838d2c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5de2201255844f6aaf749639bd838d2c 2024-12-17T04:39:30,717 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/c884972beedf4540917aefb709a36dd5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/c884972beedf4540917aefb709a36dd5 2024-12-17T04:39:30,717 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e99dcb5f7b7d42068f0249eeede6e7c8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e99dcb5f7b7d42068f0249eeede6e7c8 2024-12-17T04:39:30,717 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/bdc0b9ac71bf4526b28ade4eced77bcb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/bdc0b9ac71bf4526b28ade4eced77bcb 2024-12-17T04:39:30,718 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/60cdf053a22f42de8985527892e67dbb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/60cdf053a22f42de8985527892e67dbb 2024-12-17T04:39:30,718 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/11fb514a8cae47e39c7377078302e364 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/11fb514a8cae47e39c7377078302e364 2024-12-17T04:39:30,719 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/916319a3cb044f35b606a9df26be46fe to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/916319a3cb044f35b606a9df26be46fe 2024-12-17T04:39:30,719 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4760435a8af04f9882d969304ec958cb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4760435a8af04f9882d969304ec958cb 2024-12-17T04:39:30,720 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4086a4d1ea1747a68463d16bcd0456a2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4086a4d1ea1747a68463d16bcd0456a2 2024-12-17T04:39:30,720 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4741386415f84693a2e53e088fe22b5f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4741386415f84693a2e53e088fe22b5f 2024-12-17T04:39:30,720 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/763b35b5df4a4b4bb3204ee702ee261a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/763b35b5df4a4b4bb3204ee702ee261a 2024-12-17T04:39:30,720 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d66faf555ec42a78d8598b0f1114711 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d66faf555ec42a78d8598b0f1114711 2024-12-17T04:39:30,720 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/92f33d1751b84620ad96506d4c81e03d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/92f33d1751b84620ad96506d4c81e03d 2024-12-17T04:39:30,721 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/fab86b8c600d4d33a74c8521555fbb0c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/fab86b8c600d4d33a74c8521555fbb0c 2024-12-17T04:39:30,722 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/512a5ca1d97b4aef8ebd12ffb8d88177 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/512a5ca1d97b4aef8ebd12ffb8d88177 2024-12-17T04:39:30,722 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/568e89134c6b4ad2beea872220a84ce0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/568e89134c6b4ad2beea872220a84ce0 2024-12-17T04:39:30,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dde8932316ef497b9b4a579e889e8cee to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dde8932316ef497b9b4a579e889e8cee 2024-12-17T04:39:30,722 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/afd549f3e1c8478ab14703e0f72d89ba to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/afd549f3e1c8478ab14703e0f72d89ba 2024-12-17T04:39:30,722 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dd4213ffdaab4057ae82c53a5c6ab989 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dd4213ffdaab4057ae82c53a5c6ab989 2024-12-17T04:39:30,722 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/6dc9459290644747936739c7d5cd7e63 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/6dc9459290644747936739c7d5cd7e63 2024-12-17T04:39:30,722 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1514fd859fa940a7851248221a39076b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/1514fd859fa940a7851248221a39076b 2024-12-17T04:39:30,723 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0bdfc627931142a68fc395880d3e1b92 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0bdfc627931142a68fc395880d3e1b92 2024-12-17T04:39:30,724 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/f97cf9f681534501bb86a76cb1e6e165 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/f97cf9f681534501bb86a76cb1e6e165 2024-12-17T04:39:30,724 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/31e63f701b0743369229c2f341fae8fc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/31e63f701b0743369229c2f341fae8fc 2024-12-17T04:39:30,724 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/560cac610e824eda950e08999a1b978f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/560cac610e824eda950e08999a1b978f 2024-12-17T04:39:30,724 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d0dd84650094c54a1ba32e118d02b56 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/8d0dd84650094c54a1ba32e118d02b56 2024-12-17T04:39:30,724 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0e65905291254e4c831bd64c0d92dcab to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/0e65905291254e4c831bd64c0d92dcab 2024-12-17T04:39:30,724 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dcd8c4ff9230468cbba74e3e59c5f285 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/dcd8c4ff9230468cbba74e3e59c5f285 2024-12-17T04:39:30,725 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a929a2b04fe14696ab68cd53b53231ef to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a929a2b04fe14696ab68cd53b53231ef 2024-12-17T04:39:30,725 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4c495ee8e0774ab98522619a9f57b41f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/4c495ee8e0774ab98522619a9f57b41f 2024-12-17T04:39:30,725 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/74feb58414ce4c86ad4560e0d1256618 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/74feb58414ce4c86ad4560e0d1256618 2024-12-17T04:39:30,725 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e9bd4fba38784c938e9cfd047c713d1c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/e9bd4fba38784c938e9cfd047c713d1c 2024-12-17T04:39:30,726 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5d965e80321d40f1b06c35c07f081043 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/5d965e80321d40f1b06c35c07f081043 2024-12-17T04:39:30,738 DEBUG [StoreCloser-TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/af9a016ab1c4482c95ab758cad5c48d4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/461a51f1f51e412899e713f5e88a0a6a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/de2b691709104af2abb97b6f5eed7339, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/86d58c8d92b94235b6edf5a425e025ab, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/bf966c0855024bc39be78aba94bc10b3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/929bdd893e3c41de89dd6c6bd93ff2a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/0560e885d23648d89d1f35af6a78aba1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/ac7741ef8d9c49449a5a2525d0766487, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/3415ee69015940ceb1937f6225e7ac07, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1be67671134142028ec4b09b72395874, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/299f6bb7cb7b4b87a86a63fcd11b3ac9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b132bf5da9c44c6da524a70803218774, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/6313d157b01c4198a67f3e09421225da, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b628f1b6a9b348c486b4b9086187c82e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/13f1c353ed314447826e1045fa8e1053, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/674d5130b6f94af78c861d95d55783ee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/a36f58c78e6346fa9aec9b0bc473d1f9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/5209006d4c474c898cbc2e314bc7b263, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1311e2c730ca4e20bf12f75c55072174, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/39fe7918364a4a3f85daeab1a36eb822, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/29aa661bdc8d4955b1b0aa05065cdb74, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/99500ced7c884ddc83f31492f1d19391, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2b51b0a8b81241929eca4d2b5a6b572c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8b75c758a90149eab6524b476c4a4be8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/19bf6d7564714081aefbfefcac17d4c0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/273c3fca0ac444fb8b478436cdce0330, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/447815cc8ddf409f8c6db995489e5573, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2a6e72c13418427e93ede8de99ab49bf, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/9161724f0e384ba3ba49bfe671ac7fd6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8767eb10e6614c22af6185e13c3efe60, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/e86b3cd7bcdf44cd90a80042a8c801aa, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2452b109c44e4647b2e52c60313acf33, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/35af7043630e495790d1a74f224ffaa3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/406b79a6550e43f488e6dfd3a2663190, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/dc2a91eb46a940c7ba6d9cffcc80f406] to archive 2024-12-17T04:39:30,739 DEBUG [StoreCloser-TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:39:30,742 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/de2b691709104af2abb97b6f5eed7339 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/de2b691709104af2abb97b6f5eed7339 2024-12-17T04:39:30,742 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/0560e885d23648d89d1f35af6a78aba1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/0560e885d23648d89d1f35af6a78aba1 2024-12-17T04:39:30,742 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/af9a016ab1c4482c95ab758cad5c48d4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/af9a016ab1c4482c95ab758cad5c48d4 2024-12-17T04:39:30,742 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/86d58c8d92b94235b6edf5a425e025ab to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/86d58c8d92b94235b6edf5a425e025ab 2024-12-17T04:39:30,742 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/ac7741ef8d9c49449a5a2525d0766487 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/ac7741ef8d9c49449a5a2525d0766487 2024-12-17T04:39:30,742 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/461a51f1f51e412899e713f5e88a0a6a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/461a51f1f51e412899e713f5e88a0a6a 2024-12-17T04:39:30,743 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/929bdd893e3c41de89dd6c6bd93ff2a9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/929bdd893e3c41de89dd6c6bd93ff2a9 2024-12-17T04:39:30,743 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/bf966c0855024bc39be78aba94bc10b3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/bf966c0855024bc39be78aba94bc10b3 2024-12-17T04:39:30,745 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/3415ee69015940ceb1937f6225e7ac07 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/3415ee69015940ceb1937f6225e7ac07 2024-12-17T04:39:30,745 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/299f6bb7cb7b4b87a86a63fcd11b3ac9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/299f6bb7cb7b4b87a86a63fcd11b3ac9 2024-12-17T04:39:30,745 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/6313d157b01c4198a67f3e09421225da to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/6313d157b01c4198a67f3e09421225da 2024-12-17T04:39:30,746 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1be67671134142028ec4b09b72395874 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1be67671134142028ec4b09b72395874 2024-12-17T04:39:30,746 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b628f1b6a9b348c486b4b9086187c82e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b628f1b6a9b348c486b4b9086187c82e 2024-12-17T04:39:30,746 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b132bf5da9c44c6da524a70803218774 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/b132bf5da9c44c6da524a70803218774 2024-12-17T04:39:30,746 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/13f1c353ed314447826e1045fa8e1053 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/13f1c353ed314447826e1045fa8e1053 2024-12-17T04:39:30,747 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/674d5130b6f94af78c861d95d55783ee to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/674d5130b6f94af78c861d95d55783ee 2024-12-17T04:39:30,748 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1311e2c730ca4e20bf12f75c55072174 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/1311e2c730ca4e20bf12f75c55072174 2024-12-17T04:39:30,748 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/5209006d4c474c898cbc2e314bc7b263 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/5209006d4c474c898cbc2e314bc7b263 2024-12-17T04:39:30,748 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/99500ced7c884ddc83f31492f1d19391 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/99500ced7c884ddc83f31492f1d19391 2024-12-17T04:39:30,748 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/39fe7918364a4a3f85daeab1a36eb822 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/39fe7918364a4a3f85daeab1a36eb822 2024-12-17T04:39:30,748 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/a36f58c78e6346fa9aec9b0bc473d1f9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/a36f58c78e6346fa9aec9b0bc473d1f9 2024-12-17T04:39:30,749 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/29aa661bdc8d4955b1b0aa05065cdb74 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/29aa661bdc8d4955b1b0aa05065cdb74 2024-12-17T04:39:30,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8b75c758a90149eab6524b476c4a4be8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8b75c758a90149eab6524b476c4a4be8 2024-12-17T04:39:30,750 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2b51b0a8b81241929eca4d2b5a6b572c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2b51b0a8b81241929eca4d2b5a6b572c 2024-12-17T04:39:30,750 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2a6e72c13418427e93ede8de99ab49bf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2a6e72c13418427e93ede8de99ab49bf 2024-12-17T04:39:30,750 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/273c3fca0ac444fb8b478436cdce0330 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/273c3fca0ac444fb8b478436cdce0330 2024-12-17T04:39:30,750 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/9161724f0e384ba3ba49bfe671ac7fd6 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/9161724f0e384ba3ba49bfe671ac7fd6 2024-12-17T04:39:30,751 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8767eb10e6614c22af6185e13c3efe60 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/8767eb10e6614c22af6185e13c3efe60 2024-12-17T04:39:30,751 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/19bf6d7564714081aefbfefcac17d4c0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/19bf6d7564714081aefbfefcac17d4c0 2024-12-17T04:39:30,751 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/447815cc8ddf409f8c6db995489e5573 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/447815cc8ddf409f8c6db995489e5573 2024-12-17T04:39:30,751 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/e86b3cd7bcdf44cd90a80042a8c801aa to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/e86b3cd7bcdf44cd90a80042a8c801aa 2024-12-17T04:39:30,751 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2452b109c44e4647b2e52c60313acf33 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/2452b109c44e4647b2e52c60313acf33 2024-12-17T04:39:30,751 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/35af7043630e495790d1a74f224ffaa3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/35af7043630e495790d1a74f224ffaa3 2024-12-17T04:39:30,751 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/406b79a6550e43f488e6dfd3a2663190 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/406b79a6550e43f488e6dfd3a2663190 2024-12-17T04:39:30,752 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/dc2a91eb46a940c7ba6d9cffcc80f406 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/dc2a91eb46a940c7ba6d9cffcc80f406 2024-12-17T04:39:30,753 DEBUG [StoreCloser-TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/baae8b9879e240139a6897a716ed192c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/695a855d6e884476b8e14b76cee758f1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/6f89f461f75d41269a44b9a5f9fc3b25, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/ba12aa158dea498dbb94559e203cc267, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/565cc2479e4646efacc833b65c40ef57, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/21ddcdc3dc6442cc98e3690844a4a533, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/826a4bf066134ba6ad861ee4fde6afd9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5f3524fd09224457bc7cad1fede521ac, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9a28287d2f754a0a9ea8945b0c4375f8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b071ad28fc8a45c79e8d25fb9a972df9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/fc7eee62725f4abdb7d2246e220748b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5d0aeee6242842a4835e9d2ec9b7ffc5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b79b07bec5a04b0eb9ffd310fbfa0d82, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4b7efd34a93546ea88082b0e137cc06e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1b1cbf945f0b41f1a7ead8d1c859f0e0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0d3bec086bb54eb5b91a6728e5ac2db7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00daeb841d614c01acf323a030e89eea, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1446724097954b3885c6c65df8cf921c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4066473419d4336bfd029cc2d032781, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4440ee2b3064775b341315b969e299c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00385c3f94c94235ab482b9b13cb00e0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0b77365f02514c27adb132354b4455ca, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4871d52ba5044412826e6e7c630f6407, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0682eba69dc0459ea5964f9b64177861, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4dd93646600f4b038a91530b17cb94d1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/01a8203023de4f868a0d1a55cc087a3f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/08fbff11068f43f2aae5f388944893fe, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9167493aa53146baa52128d93935fa5f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/19b507302791415ebd0071d409a5e1d7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/96e3187b74904be49d51f1c0847bdc3d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/cca2e6f2881f4246808462ad12d7a756, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/a7bc64dac8814f6290ac72fb2ea4feda, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bfa3782c9aef4fdba326e44109b48a29, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1a654f7fab404032b53463e68634be97, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/efc043f1c9cc479f819512482c1466d7] to archive 2024-12-17T04:39:30,754 DEBUG [StoreCloser-TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:39:30,756 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/ba12aa158dea498dbb94559e203cc267 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/ba12aa158dea498dbb94559e203cc267 2024-12-17T04:39:30,759 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/21ddcdc3dc6442cc98e3690844a4a533 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/21ddcdc3dc6442cc98e3690844a4a533 2024-12-17T04:39:30,759 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/826a4bf066134ba6ad861ee4fde6afd9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/826a4bf066134ba6ad861ee4fde6afd9 2024-12-17T04:39:30,759 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/565cc2479e4646efacc833b65c40ef57 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/565cc2479e4646efacc833b65c40ef57 2024-12-17T04:39:30,759 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/695a855d6e884476b8e14b76cee758f1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/695a855d6e884476b8e14b76cee758f1 2024-12-17T04:39:30,759 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/6f89f461f75d41269a44b9a5f9fc3b25 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/6f89f461f75d41269a44b9a5f9fc3b25 2024-12-17T04:39:30,759 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5f3524fd09224457bc7cad1fede521ac to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5f3524fd09224457bc7cad1fede521ac 2024-12-17T04:39:30,759 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/baae8b9879e240139a6897a716ed192c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/baae8b9879e240139a6897a716ed192c 2024-12-17T04:39:30,761 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4b7efd34a93546ea88082b0e137cc06e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4b7efd34a93546ea88082b0e137cc06e 2024-12-17T04:39:30,761 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5d0aeee6242842a4835e9d2ec9b7ffc5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/5d0aeee6242842a4835e9d2ec9b7ffc5 2024-12-17T04:39:30,761 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b071ad28fc8a45c79e8d25fb9a972df9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b071ad28fc8a45c79e8d25fb9a972df9 2024-12-17T04:39:30,761 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/fc7eee62725f4abdb7d2246e220748b9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/fc7eee62725f4abdb7d2246e220748b9 2024-12-17T04:39:30,761 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1b1cbf945f0b41f1a7ead8d1c859f0e0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1b1cbf945f0b41f1a7ead8d1c859f0e0 2024-12-17T04:39:30,761 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0d3bec086bb54eb5b91a6728e5ac2db7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0d3bec086bb54eb5b91a6728e5ac2db7 2024-12-17T04:39:30,762 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b79b07bec5a04b0eb9ffd310fbfa0d82 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b79b07bec5a04b0eb9ffd310fbfa0d82 2024-12-17T04:39:30,762 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4066473419d4336bfd029cc2d032781 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4066473419d4336bfd029cc2d032781 2024-12-17T04:39:30,763 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00daeb841d614c01acf323a030e89eea to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00daeb841d614c01acf323a030e89eea 2024-12-17T04:39:30,763 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1446724097954b3885c6c65df8cf921c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1446724097954b3885c6c65df8cf921c 2024-12-17T04:39:30,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9a28287d2f754a0a9ea8945b0c4375f8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9a28287d2f754a0a9ea8945b0c4375f8 2024-12-17T04:39:30,763 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00385c3f94c94235ab482b9b13cb00e0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/00385c3f94c94235ab482b9b13cb00e0 2024-12-17T04:39:30,763 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4440ee2b3064775b341315b969e299c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b4440ee2b3064775b341315b969e299c 2024-12-17T04:39:30,763 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0b77365f02514c27adb132354b4455ca to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0b77365f02514c27adb132354b4455ca 2024-12-17T04:39:30,765 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0682eba69dc0459ea5964f9b64177861 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/0682eba69dc0459ea5964f9b64177861 2024-12-17T04:39:30,765 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/01a8203023de4f868a0d1a55cc087a3f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/01a8203023de4f868a0d1a55cc087a3f 2024-12-17T04:39:30,765 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/19b507302791415ebd0071d409a5e1d7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/19b507302791415ebd0071d409a5e1d7 2024-12-17T04:39:30,765 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4dd93646600f4b038a91530b17cb94d1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4dd93646600f4b038a91530b17cb94d1 2024-12-17T04:39:30,766 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/96e3187b74904be49d51f1c0847bdc3d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/96e3187b74904be49d51f1c0847bdc3d 2024-12-17T04:39:30,766 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9167493aa53146baa52128d93935fa5f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/9167493aa53146baa52128d93935fa5f 2024-12-17T04:39:30,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/08fbff11068f43f2aae5f388944893fe to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/08fbff11068f43f2aae5f388944893fe 2024-12-17T04:39:30,766 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4871d52ba5044412826e6e7c630f6407 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/4871d52ba5044412826e6e7c630f6407 2024-12-17T04:39:30,767 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/cca2e6f2881f4246808462ad12d7a756 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/cca2e6f2881f4246808462ad12d7a756 2024-12-17T04:39:30,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bfa3782c9aef4fdba326e44109b48a29 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bfa3782c9aef4fdba326e44109b48a29 2024-12-17T04:39:30,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/a7bc64dac8814f6290ac72fb2ea4feda to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/a7bc64dac8814f6290ac72fb2ea4feda 2024-12-17T04:39:30,767 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1a654f7fab404032b53463e68634be97 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/1a654f7fab404032b53463e68634be97 2024-12-17T04:39:30,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/efc043f1c9cc479f819512482c1466d7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/efc043f1c9cc479f819512482c1466d7 2024-12-17T04:39:30,772 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/recovered.edits/517.seqid, newMaxSeqId=517, maxSeqId=1 2024-12-17T04:39:30,774 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c. 2024-12-17T04:39:30,774 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for d1116480c680c7404a6e38388eb8ae8c: 2024-12-17T04:39:30,776 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:30,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=d1116480c680c7404a6e38388eb8ae8c, regionState=CLOSED 2024-12-17T04:39:30,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-17T04:39:30,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure d1116480c680c7404a6e38388eb8ae8c, server=07dc45045cb2,44187,1734410331712 in 1.5200 sec 2024-12-17T04:39:30,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-17T04:39:30,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1116480c680c7404a6e38388eb8ae8c, UNASSIGN in 1.5240 sec 2024-12-17T04:39:30,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-17T04:39:30,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5350 sec 2024-12-17T04:39:30,784 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410370783"}]},"ts":"1734410370783"} 2024-12-17T04:39:30,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T04:39:30,829 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T04:39:30,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6480 sec 2024-12-17T04:39:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T04:39:31,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-17T04:39:31,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T04:39:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:31,306 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:31,308 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T04:39:31,311 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:31,317 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/recovered.edits] 2024-12-17T04:39:31,321 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/14c001337375473c89e123733ee945a0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/14c001337375473c89e123733ee945a0 2024-12-17T04:39:31,321 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4f8b5a07a81452f83aa00ac5ce61757 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/A/a4f8b5a07a81452f83aa00ac5ce61757 2024-12-17T04:39:31,324 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/85c4dd684b1e47da9485eecb51399048 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/85c4dd684b1e47da9485eecb51399048 2024-12-17T04:39:31,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/c5cacd1923c1401eb755ca1473afd8bf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/B/c5cacd1923c1401eb755ca1473afd8bf 2024-12-17T04:39:31,326 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bbdba5bbf1e54f269dbded6516d1cc18 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/bbdba5bbf1e54f269dbded6516d1cc18 2024-12-17T04:39:31,326 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b3cf67fdd3874d099ec22271ce9b8a61 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/C/b3cf67fdd3874d099ec22271ce9b8a61 2024-12-17T04:39:31,328 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/recovered.edits/517.seqid to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c/recovered.edits/517.seqid 2024-12-17T04:39:31,329 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/d1116480c680c7404a6e38388eb8ae8c 2024-12-17T04:39:31,329 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T04:39:31,335 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:31,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-17T04:39:31,342 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T04:39:31,365 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T04:39:31,366 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:31,366 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T04:39:31,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734410371366"}]},"ts":"9223372036854775807"} 2024-12-17T04:39:31,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T04:39:31,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d1116480c680c7404a6e38388eb8ae8c, NAME => 'TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T04:39:31,370 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T04:39:31,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734410371370"}]},"ts":"9223372036854775807"} 2024-12-17T04:39:31,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T04:39:31,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T04:39:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T04:39:31,414 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:31,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 114 msec 2024-12-17T04:39:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T04:39:31,613 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-17T04:39:31,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=246 (was 219) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a289b3d-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a289b3d-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1834975436_22 at /127.0.0.1:49404 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;07dc45045cb2:44187-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a289b3d-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a289b3d-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 116) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7826 (was 8378) 2024-12-17T04:39:31,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=7826 2024-12-17T04:39:31,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:39:31,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:39:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:31,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T04:39:31,648 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:31,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-17T04:39:31,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T04:39:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-17T04:39:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741950_1126 (size=963) 2024-12-17T04:39:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-17T04:39:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-17T04:39:32,060 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:39:32,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741951_1127 (size=53) 2024-12-17T04:39:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-17T04:39:32,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:39:32,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4507a2792e991b499f14cc57434978f7, disabling compactions & flushes 2024-12-17T04:39:32,471 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. after waiting 0 ms 2024-12-17T04:39:32,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,472 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:32,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T04:39:32,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734410372475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734410372475"}]},"ts":"1734410372475"} 2024-12-17T04:39:32,479 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T04:39:32,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T04:39:32,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410372480"}]},"ts":"1734410372480"} 2024-12-17T04:39:32,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T04:39:32,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, ASSIGN}] 2024-12-17T04:39:32,531 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, ASSIGN 2024-12-17T04:39:32,532 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, ASSIGN; state=OFFLINE, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=false 2024-12-17T04:39:32,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:32,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:39:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-17T04:39:32,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:32,845 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,846 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:39:32,846 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,847 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:39:32,847 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,847 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,850 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,851 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:39:32,852 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4507a2792e991b499f14cc57434978f7 columnFamilyName A 2024-12-17T04:39:32,852 DEBUG [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:32,852 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(327): Store=4507a2792e991b499f14cc57434978f7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:39:32,852 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,853 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:39:32,854 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4507a2792e991b499f14cc57434978f7 columnFamilyName B 2024-12-17T04:39:32,854 DEBUG [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:32,855 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(327): Store=4507a2792e991b499f14cc57434978f7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:39:32,855 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,856 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:39:32,856 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4507a2792e991b499f14cc57434978f7 columnFamilyName C 2024-12-17T04:39:32,856 DEBUG [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:32,857 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(327): Store=4507a2792e991b499f14cc57434978f7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:39:32,857 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,857 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,858 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,859 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:39:32,860 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:32,862 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:39:32,862 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 4507a2792e991b499f14cc57434978f7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73707943, jitterRate=0.098333939909935}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:39:32,863 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:32,863 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., pid=43, masterSystemTime=1734410372840 2024-12-17T04:39:32,865 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,865 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:32,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:32,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-17T04:39:32,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 in 180 msec 2024-12-17T04:39:32,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-17T04:39:32,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, ASSIGN in 337 msec 2024-12-17T04:39:32,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T04:39:32,870 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410372870"}]},"ts":"1734410372870"} 2024-12-17T04:39:32,871 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T04:39:32,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T04:39:32,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2690 sec 2024-12-17T04:39:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-17T04:39:33,758 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-17T04:39:33,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x407e6b5c to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6eb305fc 2024-12-17T04:39:33,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245d85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:33,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:33,823 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:33,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T04:39:33,828 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T04:39:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:39:33,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:39:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T04:39:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741952_1128 (size=999) 2024-12-17T04:39:34,258 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T04:39:34,259 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T04:39:34,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:39:34,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, REOPEN/MOVE}] 2024-12-17T04:39:34,276 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, REOPEN/MOVE 2024-12-17T04:39:34,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:34,278 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:39:34,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:39:34,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:34,430 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,431 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:39:34,431 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 4507a2792e991b499f14cc57434978f7, disabling compactions & flushes 2024-12-17T04:39:34,431 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,431 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,431 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. after waiting 0 ms 2024-12-17T04:39:34,431 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,439 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T04:39:34,440 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,440 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:34,440 WARN [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 4507a2792e991b499f14cc57434978f7 to self. 2024-12-17T04:39:34,443 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,443 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=CLOSED 2024-12-17T04:39:34,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-17T04:39:34,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 in 167 msec 2024-12-17T04:39:34,449 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, REOPEN/MOVE; state=CLOSED, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=true 2024-12-17T04:39:34,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:34,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:39:34,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:34,758 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,758 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:39:34,758 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,758 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:39:34,759 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,759 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,761 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,761 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:39:34,766 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4507a2792e991b499f14cc57434978f7 columnFamilyName A 2024-12-17T04:39:34,768 DEBUG [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:34,768 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(327): Store=4507a2792e991b499f14cc57434978f7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:39:34,769 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,769 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:39:34,769 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4507a2792e991b499f14cc57434978f7 columnFamilyName B 2024-12-17T04:39:34,769 DEBUG [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:34,770 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(327): Store=4507a2792e991b499f14cc57434978f7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:39:34,770 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,771 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:39:34,771 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4507a2792e991b499f14cc57434978f7 columnFamilyName C 2024-12-17T04:39:34,771 DEBUG [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:34,771 INFO [StoreOpener-4507a2792e991b499f14cc57434978f7-1 {}] regionserver.HStore(327): Store=4507a2792e991b499f14cc57434978f7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:39:34,771 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,772 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,773 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,774 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:39:34,775 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,776 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 4507a2792e991b499f14cc57434978f7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61957664, jitterRate=-0.07675886154174805}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:39:34,777 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:34,778 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., pid=48, masterSystemTime=1734410374755 2024-12-17T04:39:34,779 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,779 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:34,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=OPEN, openSeqNum=5, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:34,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-17T04:39:34,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 in 179 msec 2024-12-17T04:39:34,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-17T04:39:34,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, REOPEN/MOVE in 508 msec 2024-12-17T04:39:34,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-17T04:39:34,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-12-17T04:39:34,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-12-17T04:39:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-17T04:39:34,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-12-17T04:39:34,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-12-17T04:39:34,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,878 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-12-17T04:39:34,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-12-17T04:39:34,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-12-17T04:39:34,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-17T04:39:34,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-12-17T04:39:34,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7af61386 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a7e1dd 2024-12-17T04:39:34,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630684bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x063e87c8 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31a027db 2024-12-17T04:39:34,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:39:34,967 DEBUG [hconnection-0x27d6d634-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,967 DEBUG [hconnection-0x1315ad42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:34,967 DEBUG [hconnection-0x7751c763-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,967 DEBUG [hconnection-0x101e18f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-17T04:39:34,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T04:39:34,969 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,969 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,970 DEBUG [hconnection-0x1454aeb7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,970 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:34,970 DEBUG [hconnection-0x64c7a3d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:34,971 DEBUG [hconnection-0x2efcf594-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,971 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,971 DEBUG [hconnection-0x60f1f0c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,972 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,972 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,972 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,972 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,975 DEBUG [hconnection-0x736a24b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:39:34,979 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,979 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:39:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:34,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:39:34,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:34,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:34,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:34,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:34,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:34,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410435016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410435015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410435019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410435020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410435020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179f79b66aabee4e51afd27dc48e40cb47_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410374981/Put/seqid=0 2024-12-17T04:39:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T04:39:35,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741953_1129 (size=12154) 2024-12-17T04:39:35,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:35,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179f79b66aabee4e51afd27dc48e40cb47_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179f79b66aabee4e51afd27dc48e40cb47_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:35,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/087b80346db645c4b734c09b3b8be70d, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:35,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/087b80346db645c4b734c09b3b8be70d is 175, key is test_row_0/A:col10/1734410374981/Put/seqid=0 2024-12-17T04:39:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741954_1130 (size=30955) 2024-12-17T04:39:35,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/087b80346db645c4b734c09b3b8be70d 2024-12-17T04:39:35,138 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T04:39:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410435139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410435140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410435140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410435140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410435140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/44ef07048d614172a7bdfce76c6389c9 is 50, key is test_row_0/B:col10/1734410374981/Put/seqid=0 2024-12-17T04:39:35,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741955_1131 (size=12001) 2024-12-17T04:39:35,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/44ef07048d614172a7bdfce76c6389c9 2024-12-17T04:39:35,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/40d68ff9436d49a58f247696db98416d is 50, key is test_row_0/C:col10/1734410374981/Put/seqid=0 2024-12-17T04:39:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741956_1132 (size=12001) 2024-12-17T04:39:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T04:39:35,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T04:39:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410435343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410435344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410435345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410435346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410435346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T04:39:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T04:39:35,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T04:39:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/40d68ff9436d49a58f247696db98416d 2024-12-17T04:39:35,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/087b80346db645c4b734c09b3b8be70d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/087b80346db645c4b734c09b3b8be70d 2024-12-17T04:39:35,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/087b80346db645c4b734c09b3b8be70d, entries=150, sequenceid=18, filesize=30.2 K 2024-12-17T04:39:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/44ef07048d614172a7bdfce76c6389c9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/44ef07048d614172a7bdfce76c6389c9 2024-12-17T04:39:35,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/44ef07048d614172a7bdfce76c6389c9, entries=150, sequenceid=18, filesize=11.7 K 2024-12-17T04:39:35,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/40d68ff9436d49a58f247696db98416d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/40d68ff9436d49a58f247696db98416d 2024-12-17T04:39:35,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/40d68ff9436d49a58f247696db98416d, entries=150, sequenceid=18, filesize=11.7 K 2024-12-17T04:39:35,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 4507a2792e991b499f14cc57434978f7 in 670ms, sequenceid=18, compaction requested=false 2024-12-17T04:39:35,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:35,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:39:35,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:35,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:35,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:35,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:35,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:35,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410435664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410435666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410435667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410435669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410435670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121761596cbd8f644ad08f77bd3c7dff3ccf_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410375016/Put/seqid=0 2024-12-17T04:39:35,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741957_1133 (size=12154) 2024-12-17T04:39:35,701 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:35,706 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121761596cbd8f644ad08f77bd3c7dff3ccf_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121761596cbd8f644ad08f77bd3c7dff3ccf_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:35,707 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3becaa7b4ebb41f499768772e6501989, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:35,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3becaa7b4ebb41f499768772e6501989 is 175, key is test_row_0/A:col10/1734410375016/Put/seqid=0 2024-12-17T04:39:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741958_1134 (size=30955) 2024-12-17T04:39:35,719 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=45, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3becaa7b4ebb41f499768772e6501989 2024-12-17T04:39:35,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/d117f1769ce54f46afcf5ad08c9ad5ae is 50, key is test_row_0/B:col10/1734410375016/Put/seqid=0 2024-12-17T04:39:35,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741959_1135 (size=12001) 2024-12-17T04:39:35,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/d117f1769ce54f46afcf5ad08c9ad5ae 2024-12-17T04:39:35,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T04:39:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410435772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410435772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410435773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410435773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410435774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/6535bd3c3033473bac3ccb651d4ef6eb is 50, key is test_row_0/C:col10/1734410375016/Put/seqid=0 2024-12-17T04:39:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741960_1136 (size=12001) 2024-12-17T04:39:35,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/6535bd3c3033473bac3ccb651d4ef6eb 2024-12-17T04:39:35,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3becaa7b4ebb41f499768772e6501989 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3becaa7b4ebb41f499768772e6501989 2024-12-17T04:39:35,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3becaa7b4ebb41f499768772e6501989, entries=150, sequenceid=45, filesize=30.2 K 2024-12-17T04:39:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/d117f1769ce54f46afcf5ad08c9ad5ae as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/d117f1769ce54f46afcf5ad08c9ad5ae 2024-12-17T04:39:35,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/d117f1769ce54f46afcf5ad08c9ad5ae, entries=150, sequenceid=45, filesize=11.7 K 2024-12-17T04:39:35,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/6535bd3c3033473bac3ccb651d4ef6eb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/6535bd3c3033473bac3ccb651d4ef6eb 2024-12-17T04:39:35,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/6535bd3c3033473bac3ccb651d4ef6eb, entries=150, sequenceid=45, filesize=11.7 K 2024-12-17T04:39:35,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4507a2792e991b499f14cc57434978f7 in 170ms, sequenceid=45, compaction requested=false 2024-12-17T04:39:35,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:35,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:35,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T04:39:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:35,912 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-17T04:39:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b9a9edd1a64346dc90244bfe806b3f94_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410375662/Put/seqid=0 2024-12-17T04:39:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741961_1137 (size=12154) 2024-12-17T04:39:35,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:35,948 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b9a9edd1a64346dc90244bfe806b3f94_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9a9edd1a64346dc90244bfe806b3f94_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:35,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/f8beffa11c964146bb13a61fce4e4f6d, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:35,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/f8beffa11c964146bb13a61fce4e4f6d is 175, key is test_row_0/A:col10/1734410375662/Put/seqid=0 2024-12-17T04:39:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741962_1138 (size=30955) 2024-12-17T04:39:35,967 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/f8beffa11c964146bb13a61fce4e4f6d 2024-12-17T04:39:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/8a7848e9042d407da7a232845d0f3f4e is 50, key is test_row_0/B:col10/1734410375662/Put/seqid=0 2024-12-17T04:39:35,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741963_1139 (size=12001) 2024-12-17T04:39:35,997 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/8a7848e9042d407da7a232845d0f3f4e 2024-12-17T04:39:36,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/78a847406744414dabc1976c648076e9 is 50, key is test_row_0/C:col10/1734410375662/Put/seqid=0 2024-12-17T04:39:36,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741964_1140 (size=12001) 2024-12-17T04:39:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T04:39:36,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410436059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410436059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410436060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410436061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410436063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410436179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410436179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410436181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410436182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410436183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T04:39:36,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410436383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410436383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410436386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410436386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410436387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,429 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/78a847406744414dabc1976c648076e9 2024-12-17T04:39:36,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/f8beffa11c964146bb13a61fce4e4f6d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/f8beffa11c964146bb13a61fce4e4f6d 2024-12-17T04:39:36,443 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/f8beffa11c964146bb13a61fce4e4f6d, entries=150, sequenceid=54, filesize=30.2 K 2024-12-17T04:39:36,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/8a7848e9042d407da7a232845d0f3f4e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/8a7848e9042d407da7a232845d0f3f4e 2024-12-17T04:39:36,452 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/8a7848e9042d407da7a232845d0f3f4e, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T04:39:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/78a847406744414dabc1976c648076e9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/78a847406744414dabc1976c648076e9 2024-12-17T04:39:36,461 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/78a847406744414dabc1976c648076e9, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T04:39:36,462 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4507a2792e991b499f14cc57434978f7 in 550ms, sequenceid=54, compaction requested=true 2024-12-17T04:39:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-17T04:39:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-17T04:39:36,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-17T04:39:36,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec 2024-12-17T04:39:36,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5010 sec 2024-12-17T04:39:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:36,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-17T04:39:36,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:36,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:36,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:36,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:36,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:36,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410436695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410436694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410436696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410436697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410436698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d016f5e6c99e4390ad2225c236ed3073_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410376688/Put/seqid=0 2024-12-17T04:39:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741965_1141 (size=17034) 2024-12-17T04:39:36,719 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:36,725 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d016f5e6c99e4390ad2225c236ed3073_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d016f5e6c99e4390ad2225c236ed3073_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:36,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/69f5ba48352c4ccba0cf1ca4a821bdea, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:36,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/69f5ba48352c4ccba0cf1ca4a821bdea is 175, key is test_row_0/A:col10/1734410376688/Put/seqid=0 2024-12-17T04:39:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741966_1142 (size=48139) 2024-12-17T04:39:36,740 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/69f5ba48352c4ccba0cf1ca4a821bdea 2024-12-17T04:39:36,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/689b87e60fed42f9b3e15941d593177b is 50, key is test_row_0/B:col10/1734410376688/Put/seqid=0 2024-12-17T04:39:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741967_1143 (size=12001) 2024-12-17T04:39:36,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/689b87e60fed42f9b3e15941d593177b 2024-12-17T04:39:36,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/7e608927ed6b49559f89d8cb404676d1 is 50, key is test_row_0/C:col10/1734410376688/Put/seqid=0 2024-12-17T04:39:36,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410436800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410436800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410436801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741968_1144 (size=12001) 2024-12-17T04:39:36,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410436804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410437003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410437003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410437004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410437007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T04:39:37,074 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-17T04:39:37,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-17T04:39:37,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:37,079 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:37,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T04:39:37,107 INFO [master/07dc45045cb2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-17T04:39:37,107 INFO [master/07dc45045cb2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-17T04:39:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T04:39:37,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/7e608927ed6b49559f89d8cb404676d1 2024-12-17T04:39:37,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410437204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/69f5ba48352c4ccba0cf1ca4a821bdea as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/69f5ba48352c4ccba0cf1ca4a821bdea 2024-12-17T04:39:37,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/69f5ba48352c4ccba0cf1ca4a821bdea, entries=250, sequenceid=83, filesize=47.0 K 2024-12-17T04:39:37,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/689b87e60fed42f9b3e15941d593177b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/689b87e60fed42f9b3e15941d593177b 2024-12-17T04:39:37,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:37,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:37,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/689b87e60fed42f9b3e15941d593177b, entries=150, sequenceid=83, filesize=11.7 K 2024-12-17T04:39:37,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/7e608927ed6b49559f89d8cb404676d1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e608927ed6b49559f89d8cb404676d1 2024-12-17T04:39:37,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e608927ed6b49559f89d8cb404676d1, entries=150, sequenceid=83, filesize=11.7 K 2024-12-17T04:39:37,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 4507a2792e991b499f14cc57434978f7 in 557ms, sequenceid=83, compaction requested=true 2024-12-17T04:39:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:37,247 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:37,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:37,248 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:37,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:37,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:37,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:37,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:37,250 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:37,250 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:37,250 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/B is initiating minor compaction (all files) 2024-12-17T04:39:37,250 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/A is initiating minor compaction (all files) 2024-12-17T04:39:37,250 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/B in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,250 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/A in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,250 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/44ef07048d614172a7bdfce76c6389c9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/d117f1769ce54f46afcf5ad08c9ad5ae, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/8a7848e9042d407da7a232845d0f3f4e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/689b87e60fed42f9b3e15941d593177b] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=46.9 K 2024-12-17T04:39:37,250 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/087b80346db645c4b734c09b3b8be70d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3becaa7b4ebb41f499768772e6501989, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/f8beffa11c964146bb13a61fce4e4f6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/69f5ba48352c4ccba0cf1ca4a821bdea] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=137.7 K 2024-12-17T04:39:37,250 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,251 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/087b80346db645c4b734c09b3b8be70d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3becaa7b4ebb41f499768772e6501989, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/f8beffa11c964146bb13a61fce4e4f6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/69f5ba48352c4ccba0cf1ca4a821bdea] 2024-12-17T04:39:37,251 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ef07048d614172a7bdfce76c6389c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734410374981 2024-12-17T04:39:37,251 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 087b80346db645c4b734c09b3b8be70d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734410374981 2024-12-17T04:39:37,251 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting d117f1769ce54f46afcf5ad08c9ad5ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1734410375016 2024-12-17T04:39:37,252 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a7848e9042d407da7a232845d0f3f4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734410375662 2024-12-17T04:39:37,252 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3becaa7b4ebb41f499768772e6501989, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1734410375016 2024-12-17T04:39:37,252 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 689b87e60fed42f9b3e15941d593177b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734410376059 2024-12-17T04:39:37,253 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8beffa11c964146bb13a61fce4e4f6d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734410375662 2024-12-17T04:39:37,253 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69f5ba48352c4ccba0cf1ca4a821bdea, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734410376057 2024-12-17T04:39:37,268 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:37,273 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:37,273 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a924975a51b14fc482e6539424e2f8dc is 50, key is test_row_0/B:col10/1734410376688/Put/seqid=0 2024-12-17T04:39:37,275 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217bdf4e49e76c54e879da7c0d8c6bf6dfa_4507a2792e991b499f14cc57434978f7 store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:37,279 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217bdf4e49e76c54e879da7c0d8c6bf6dfa_4507a2792e991b499f14cc57434978f7, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:37,280 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217bdf4e49e76c54e879da7c0d8c6bf6dfa_4507a2792e991b499f14cc57434978f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:37,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741969_1145 (size=12139) 2024-12-17T04:39:37,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741970_1146 (size=4469) 2024-12-17T04:39:37,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217281b5379df134bf886ad301fd1a7d35e_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410376694/Put/seqid=0 2024-12-17T04:39:37,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741971_1147 (size=12154) 2024-12-17T04:39:37,342 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:37,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217281b5379df134bf886ad301fd1a7d35e_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217281b5379df134bf886ad301fd1a7d35e_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:37,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/1b424e76f2794ce9b906f9b441bebe92, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:37,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/1b424e76f2794ce9b906f9b441bebe92 is 175, key is test_row_0/A:col10/1734410376694/Put/seqid=0 2024-12-17T04:39:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741972_1148 (size=30955) 2024-12-17T04:39:37,357 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/1b424e76f2794ce9b906f9b441bebe92 2024-12-17T04:39:37,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410437357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410437357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/fefe20fef419436385ae85d0eee5e18c is 50, key is test_row_0/B:col10/1734410376694/Put/seqid=0 2024-12-17T04:39:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410437362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410437363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T04:39:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741973_1149 (size=12001) 2024-12-17T04:39:37,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/fefe20fef419436385ae85d0eee5e18c 2024-12-17T04:39:37,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:37,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/ceedc9b73d0c4e41835642a9a51893fa is 50, key is test_row_0/C:col10/1734410376694/Put/seqid=0 2024-12-17T04:39:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741974_1150 (size=12001) 2024-12-17T04:39:37,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/ceedc9b73d0c4e41835642a9a51893fa 2024-12-17T04:39:37,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/1b424e76f2794ce9b906f9b441bebe92 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/1b424e76f2794ce9b906f9b441bebe92 2024-12-17T04:39:37,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/1b424e76f2794ce9b906f9b441bebe92, entries=150, sequenceid=94, filesize=30.2 K 2024-12-17T04:39:37,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/fefe20fef419436385ae85d0eee5e18c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/fefe20fef419436385ae85d0eee5e18c 2024-12-17T04:39:37,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/fefe20fef419436385ae85d0eee5e18c, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T04:39:37,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/ceedc9b73d0c4e41835642a9a51893fa as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ceedc9b73d0c4e41835642a9a51893fa 2024-12-17T04:39:37,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ceedc9b73d0c4e41835642a9a51893fa, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T04:39:37,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4507a2792e991b499f14cc57434978f7 in 129ms, sequenceid=94, compaction requested=true 2024-12-17T04:39:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:A, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T04:39:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:B, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T04:39:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-17T04:39:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:37,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:39:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:37,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410437482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410437482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217526b5e3a28c14be2a85babd3879307be_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410377361/Put/seqid=0 2024-12-17T04:39:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410437482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410437483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741975_1151 (size=14594) 2024-12-17T04:39:37,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410437587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410437588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410437588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410437590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T04:39:37,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,716 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#A#compaction#123 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:37,726 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6 is 175, key is test_row_0/A:col10/1734410376688/Put/seqid=0 2024-12-17T04:39:37,743 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a924975a51b14fc482e6539424e2f8dc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a924975a51b14fc482e6539424e2f8dc 2024-12-17T04:39:37,751 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/B of 4507a2792e991b499f14cc57434978f7 into a924975a51b14fc482e6539424e2f8dc(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:37,751 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:37,751 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/B, priority=12, startTime=1734410377248; duration=0sec 2024-12-17T04:39:37,751 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-17T04:39:37,751 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:37,751 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-12-17T04:39:37,752 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:39:37,752 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:39:37,752 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. because compaction request was cancelled 2024-12-17T04:39:37,752 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:A 2024-12-17T04:39:37,752 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:37,755 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:37,755 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/C is initiating minor compaction (all files) 2024-12-17T04:39:37,755 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/C in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,755 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/40d68ff9436d49a58f247696db98416d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/6535bd3c3033473bac3ccb651d4ef6eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/78a847406744414dabc1976c648076e9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e608927ed6b49559f89d8cb404676d1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ceedc9b73d0c4e41835642a9a51893fa] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=58.6 K 2024-12-17T04:39:37,756 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 40d68ff9436d49a58f247696db98416d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734410374981 2024-12-17T04:39:37,756 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6535bd3c3033473bac3ccb651d4ef6eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1734410375016 2024-12-17T04:39:37,757 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a847406744414dabc1976c648076e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734410375662 2024-12-17T04:39:37,757 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e608927ed6b49559f89d8cb404676d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734410376059 2024-12-17T04:39:37,757 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ceedc9b73d0c4e41835642a9a51893fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734410376694 2024-12-17T04:39:37,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741976_1152 (size=31093) 2024-12-17T04:39:37,770 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6 2024-12-17T04:39:37,781 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/A of 4507a2792e991b499f14cc57434978f7 into a2c5aacb8d0c4d5d81dad5a73b2aefc6(size=30.4 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:37,781 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:37,781 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/A, priority=12, startTime=1734410377247; duration=0sec 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:A 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. because compaction request was cancelled 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:C 2024-12-17T04:39:37,782 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T04:39:37,783 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:39:37,784 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:39:37,784 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. because compaction request was cancelled 2024-12-17T04:39:37,784 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:37,787 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:37,787 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/1731b0cfbb134bac937d56fc072f8492 is 50, key is test_row_0/C:col10/1734410376694/Put/seqid=0 2024-12-17T04:39:37,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410437791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410437791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410437792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410437793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741977_1153 (size=12173) 2024-12-17T04:39:37,821 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/1731b0cfbb134bac937d56fc072f8492 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/1731b0cfbb134bac937d56fc072f8492 2024-12-17T04:39:37,831 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4507a2792e991b499f14cc57434978f7/C of 4507a2792e991b499f14cc57434978f7 into 1731b0cfbb134bac937d56fc072f8492(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:37,831 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:37,831 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/C, priority=11, startTime=1734410377443; duration=0sec 2024-12-17T04:39:37,831 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:37,831 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:C 2024-12-17T04:39:37,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:37,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217526b5e3a28c14be2a85babd3879307be_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217526b5e3a28c14be2a85babd3879307be_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:37,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9cb9479747234ad5a6370c0418e593b2, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:37,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9cb9479747234ad5a6370c0418e593b2 is 175, key is test_row_0/A:col10/1734410377361/Put/seqid=0 2024-12-17T04:39:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741978_1154 (size=39549) 2024-12-17T04:39:37,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9cb9479747234ad5a6370c0418e593b2 2024-12-17T04:39:37,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/bdb54c26a4874b0d8bdee263df4187b8 is 50, key is test_row_0/B:col10/1734410377361/Put/seqid=0 2024-12-17T04:39:37,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741979_1155 (size=12001) 2024-12-17T04:39:37,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/bdb54c26a4874b0d8bdee263df4187b8 2024-12-17T04:39:37,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/7e5367398628483bad9c80ff551f07ca is 50, key is test_row_0/C:col10/1734410377361/Put/seqid=0 2024-12-17T04:39:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741980_1156 (size=12001) 2024-12-17T04:39:37,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:37,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:37,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:38,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410438094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410438094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410438099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410438103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T04:39:38,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410438209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:38,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/7e5367398628483bad9c80ff551f07ca 2024-12-17T04:39:38,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9cb9479747234ad5a6370c0418e593b2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9cb9479747234ad5a6370c0418e593b2 2024-12-17T04:39:38,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9cb9479747234ad5a6370c0418e593b2, entries=200, sequenceid=120, filesize=38.6 K 2024-12-17T04:39:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/bdb54c26a4874b0d8bdee263df4187b8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bdb54c26a4874b0d8bdee263df4187b8 2024-12-17T04:39:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bdb54c26a4874b0d8bdee263df4187b8, entries=150, sequenceid=120, filesize=11.7 K 2024-12-17T04:39:38,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/7e5367398628483bad9c80ff551f07ca as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e5367398628483bad9c80ff551f07ca 2024-12-17T04:39:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e5367398628483bad9c80ff551f07ca, entries=150, sequenceid=120, filesize=11.7 K 2024-12-17T04:39:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4507a2792e991b499f14cc57434978f7 in 932ms, sequenceid=120, compaction requested=true 2024-12-17T04:39:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:38,403 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T04:39:38,404 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:38,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/A is initiating minor compaction (all files) 2024-12-17T04:39:38,406 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/A in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,406 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/1b424e76f2794ce9b906f9b441bebe92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9cb9479747234ad5a6370c0418e593b2] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=99.2 K 2024-12-17T04:39:38,406 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,406 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/1b424e76f2794ce9b906f9b441bebe92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9cb9479747234ad5a6370c0418e593b2] 2024-12-17T04:39:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,406 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,406 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/B is initiating minor compaction (all files) 2024-12-17T04:39:38,406 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/B in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,406 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2c5aacb8d0c4d5d81dad5a73b2aefc6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734410376059 2024-12-17T04:39:38,406 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a924975a51b14fc482e6539424e2f8dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/fefe20fef419436385ae85d0eee5e18c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bdb54c26a4874b0d8bdee263df4187b8] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=35.3 K 2024-12-17T04:39:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,407 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b424e76f2794ce9b906f9b441bebe92, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734410376694 2024-12-17T04:39:38,407 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a924975a51b14fc482e6539424e2f8dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734410376059 2024-12-17T04:39:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,408 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cb9479747234ad5a6370c0418e593b2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734410377354 2024-12-17T04:39:38,408 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting fefe20fef419436385ae85d0eee5e18c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734410376694 2024-12-17T04:39:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,409 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting bdb54c26a4874b0d8bdee263df4187b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734410377354 2024-12-17T04:39:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,430 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,431 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/e846e8a3f81447289044808695c83dea is 50, key is test_row_0/B:col10/1734410377361/Put/seqid=0 2024-12-17T04:39:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,436 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,452 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412176ecad51e5af348319ac879452535c44c_4507a2792e991b499f14cc57434978f7 store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,458 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412176ecad51e5af348319ac879452535c44c_4507a2792e991b499f14cc57434978f7, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:38,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T04:39:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,458 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176ecad51e5af348319ac879452535c44c_4507a2792e991b499f14cc57434978f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:38,459 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:38,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121726dccd9ebb8c4376a996f14a35f7a9fc_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_1/A:col10/1734410377480/Put/seqid=0 2024-12-17T04:39:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741981_1157 (size=12241) 2024-12-17T04:39:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741982_1158 (size=4469) 2024-12-17T04:39:38,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741983_1159 (size=9814) 2024-12-17T04:39:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,502 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#A#compaction#133 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,503 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/dd81db95ff46421eabe6a051e5937bc2 is 175, key is test_row_0/A:col10/1734410377361/Put/seqid=0 2024-12-17T04:39:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741984_1160 (size=31195) 2024-12-17T04:39:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,520 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/dd81db95ff46421eabe6a051e5937bc2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/dd81db95ff46421eabe6a051e5937bc2 2024-12-17T04:39:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,526 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4507a2792e991b499f14cc57434978f7/A of 4507a2792e991b499f14cc57434978f7 into dd81db95ff46421eabe6a051e5937bc2(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:38,526 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,526 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/A, priority=13, startTime=1734410378403; duration=0sec 2024-12-17T04:39:38,526 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:38,526 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:A 2024-12-17T04:39:38,526 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T04:39:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,528 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:39:38,528 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:39:38,528 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. because compaction request was cancelled 2024-12-17T04:39:38,528 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:C 2024-12-17T04:39:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410438637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410438638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410438642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410438643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410438744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410438744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410438745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410438745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,887 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/e846e8a3f81447289044808695c83dea as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/e846e8a3f81447289044808695c83dea 2024-12-17T04:39:38,894 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4507a2792e991b499f14cc57434978f7/B of 4507a2792e991b499f14cc57434978f7 into e846e8a3f81447289044808695c83dea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:38,894 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:38,894 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/B, priority=13, startTime=1734410378403; duration=0sec 2024-12-17T04:39:38,894 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:38,894 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:38,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:38,907 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121726dccd9ebb8c4376a996f14a35f7a9fc_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121726dccd9ebb8c4376a996f14a35f7a9fc_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/668dfb8ee42b4285a181fc20e04533eb, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:38,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/668dfb8ee42b4285a181fc20e04533eb is 175, key is test_row_1/A:col10/1734410377480/Put/seqid=0 2024-12-17T04:39:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741985_1161 (size=22461) 2024-12-17T04:39:38,926 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/668dfb8ee42b4285a181fc20e04533eb 2024-12-17T04:39:38,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/91acc351c63440e18453792991e6239e is 50, key is test_row_1/B:col10/1734410377480/Put/seqid=0 2024-12-17T04:39:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410438947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410438947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410438947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410438948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741986_1162 (size=9757) 2024-12-17T04:39:38,965 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/91acc351c63440e18453792991e6239e 2024-12-17T04:39:38,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/c8b7297086a1460db17ccdea976ca404 is 50, key is test_row_1/C:col10/1734410377480/Put/seqid=0 2024-12-17T04:39:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741987_1163 (size=9757) 2024-12-17T04:39:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T04:39:39,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410439250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410439251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410439252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410439253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,388 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/c8b7297086a1460db17ccdea976ca404 2024-12-17T04:39:39,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/668dfb8ee42b4285a181fc20e04533eb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/668dfb8ee42b4285a181fc20e04533eb 2024-12-17T04:39:39,399 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/668dfb8ee42b4285a181fc20e04533eb, entries=100, sequenceid=134, filesize=21.9 K 2024-12-17T04:39:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/91acc351c63440e18453792991e6239e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/91acc351c63440e18453792991e6239e 2024-12-17T04:39:39,409 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/91acc351c63440e18453792991e6239e, entries=100, sequenceid=134, filesize=9.5 K 2024-12-17T04:39:39,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/c8b7297086a1460db17ccdea976ca404 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c8b7297086a1460db17ccdea976ca404 2024-12-17T04:39:39,416 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c8b7297086a1460db17ccdea976ca404, entries=100, sequenceid=134, filesize=9.5 K 2024-12-17T04:39:39,417 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4507a2792e991b499f14cc57434978f7 in 959ms, sequenceid=134, compaction requested=true 2024-12-17T04:39:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-17T04:39:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-17T04:39:39,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-17T04:39:39,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3400 sec 2024-12-17T04:39:39,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.3450 sec 2024-12-17T04:39:39,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:39:39,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:39,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:39,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:39,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:39,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:39,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:39,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217314349e6e7e04f259fcee36a391006de_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410379756/Put/seqid=0 2024-12-17T04:39:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410439764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410439761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410439767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410439767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741988_1164 (size=12304) 2024-12-17T04:39:39,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410439869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410439869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410439870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:39,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410439870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410440071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410440072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410440072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410440073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,186 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:40,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410440213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,224 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:40,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217314349e6e7e04f259fcee36a391006de_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217314349e6e7e04f259fcee36a391006de_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:40,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/e1aef31c15734760842f0c52cbdfb557, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:40,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/e1aef31c15734760842f0c52cbdfb557 is 175, key is test_row_0/A:col10/1734410379756/Put/seqid=0 2024-12-17T04:39:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741989_1165 (size=31105) 2024-12-17T04:39:40,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/e1aef31c15734760842f0c52cbdfb557 2024-12-17T04:39:40,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/536f5c497f744167ac3f9e7f094731d5 is 50, key is test_row_0/B:col10/1734410379756/Put/seqid=0 2024-12-17T04:39:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741990_1166 (size=12151) 2024-12-17T04:39:40,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410440375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410440375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410440378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410440382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/536f5c497f744167ac3f9e7f094731d5 2024-12-17T04:39:40,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/c96fd5ea8750400da31f799dca97f125 is 50, key is test_row_0/C:col10/1734410379756/Put/seqid=0 2024-12-17T04:39:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741991_1167 (size=12151) 2024-12-17T04:39:40,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/c96fd5ea8750400da31f799dca97f125 2024-12-17T04:39:40,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/e1aef31c15734760842f0c52cbdfb557 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/e1aef31c15734760842f0c52cbdfb557 2024-12-17T04:39:40,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/e1aef31c15734760842f0c52cbdfb557, entries=150, sequenceid=162, filesize=30.4 K 2024-12-17T04:39:40,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/536f5c497f744167ac3f9e7f094731d5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/536f5c497f744167ac3f9e7f094731d5 2024-12-17T04:39:40,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/536f5c497f744167ac3f9e7f094731d5, entries=150, sequenceid=162, filesize=11.9 K 2024-12-17T04:39:40,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/c96fd5ea8750400da31f799dca97f125 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c96fd5ea8750400da31f799dca97f125 2024-12-17T04:39:40,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c96fd5ea8750400da31f799dca97f125, entries=150, sequenceid=162, filesize=11.9 K 2024-12-17T04:39:40,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4507a2792e991b499f14cc57434978f7 in 986ms, sequenceid=162, compaction requested=true 2024-12-17T04:39:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:40,743 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:40,743 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:39:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:40,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:40,745 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:40,745 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:39:40,745 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/A is initiating minor compaction (all files) 2024-12-17T04:39:40,745 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/B is initiating minor compaction (all files) 2024-12-17T04:39:40,745 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/A in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:40,745 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/B in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:40,745 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/e846e8a3f81447289044808695c83dea, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/91acc351c63440e18453792991e6239e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/536f5c497f744167ac3f9e7f094731d5] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=33.3 K 2024-12-17T04:39:40,745 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/dd81db95ff46421eabe6a051e5937bc2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/668dfb8ee42b4285a181fc20e04533eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/e1aef31c15734760842f0c52cbdfb557] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=82.8 K 2024-12-17T04:39:40,745 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:40,745 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/dd81db95ff46421eabe6a051e5937bc2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/668dfb8ee42b4285a181fc20e04533eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/e1aef31c15734760842f0c52cbdfb557] 2024-12-17T04:39:40,745 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting e846e8a3f81447289044808695c83dea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734410377354 2024-12-17T04:39:40,746 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 91acc351c63440e18453792991e6239e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734410377480 2024-12-17T04:39:40,746 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd81db95ff46421eabe6a051e5937bc2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734410377354 2024-12-17T04:39:40,746 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 536f5c497f744167ac3f9e7f094731d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734410378640 2024-12-17T04:39:40,746 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 668dfb8ee42b4285a181fc20e04533eb, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734410377480 2024-12-17T04:39:40,748 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1aef31c15734760842f0c52cbdfb557, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734410378640 2024-12-17T04:39:40,756 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:40,759 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412170af2e625f4414baf95288fd4881fcb9d_4507a2792e991b499f14cc57434978f7 store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:40,761 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:40,761 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412170af2e625f4414baf95288fd4881fcb9d_4507a2792e991b499f14cc57434978f7, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:40,761 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170af2e625f4414baf95288fd4881fcb9d_4507a2792e991b499f14cc57434978f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:40,761 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a7b6a6c585a6482c9f561cee30089659 is 50, key is test_row_0/B:col10/1734410379756/Put/seqid=0 2024-12-17T04:39:40,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741992_1168 (size=4469) 2024-12-17T04:39:40,775 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#A#compaction#140 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:40,775 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/2ea3a59b6b884aa7a210c9e09c7d3c16 is 175, key is test_row_0/A:col10/1734410379756/Put/seqid=0 2024-12-17T04:39:40,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741993_1169 (size=12493) 2024-12-17T04:39:40,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741994_1170 (size=31447) 2024-12-17T04:39:40,782 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a7b6a6c585a6482c9f561cee30089659 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a7b6a6c585a6482c9f561cee30089659 2024-12-17T04:39:40,786 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/2ea3a59b6b884aa7a210c9e09c7d3c16 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2ea3a59b6b884aa7a210c9e09c7d3c16 2024-12-17T04:39:40,790 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4507a2792e991b499f14cc57434978f7/B of 4507a2792e991b499f14cc57434978f7 into a7b6a6c585a6482c9f561cee30089659(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:40,790 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:40,790 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/B, priority=13, startTime=1734410380743; duration=0sec 2024-12-17T04:39:40,790 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:40,790 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:40,791 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:40,793 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:40,793 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/C is initiating minor compaction (all files) 2024-12-17T04:39:40,794 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/C in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:40,794 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/1731b0cfbb134bac937d56fc072f8492, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e5367398628483bad9c80ff551f07ca, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c8b7297086a1460db17ccdea976ca404, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c96fd5ea8750400da31f799dca97f125] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=45.0 K 2024-12-17T04:39:40,795 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4507a2792e991b499f14cc57434978f7/A of 4507a2792e991b499f14cc57434978f7 into 2ea3a59b6b884aa7a210c9e09c7d3c16(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:40,795 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 1731b0cfbb134bac937d56fc072f8492, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734410376694 2024-12-17T04:39:40,795 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:40,795 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/A, priority=13, startTime=1734410380743; duration=0sec 2024-12-17T04:39:40,795 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:40,795 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:A 2024-12-17T04:39:40,795 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5367398628483bad9c80ff551f07ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734410377354 2024-12-17T04:39:40,796 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c8b7297086a1460db17ccdea976ca404, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734410377480 2024-12-17T04:39:40,796 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c96fd5ea8750400da31f799dca97f125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734410378640 2024-12-17T04:39:40,814 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#C#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:40,814 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/04dfdff13810474dac9191593692b999 is 50, key is test_row_0/C:col10/1734410379756/Put/seqid=0 2024-12-17T04:39:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741995_1171 (size=12459) 2024-12-17T04:39:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:40,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:40,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:40,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:40,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:40,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:40,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:40,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:40,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170782f609e94d498980480829e3da0781_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410380881/Put/seqid=0 2024-12-17T04:39:40,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410440905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741996_1172 (size=12304) 2024-12-17T04:39:40,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410440908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410440911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410440911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:40,916 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:40,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170782f609e94d498980480829e3da0781_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170782f609e94d498980480829e3da0781_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:40,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/928ee1f4bca7414ba645587f7535f6c1, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:40,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/928ee1f4bca7414ba645587f7535f6c1 is 175, key is test_row_0/A:col10/1734410380881/Put/seqid=0 2024-12-17T04:39:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741997_1173 (size=31105) 2024-12-17T04:39:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410441012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410441012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410441013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410441014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T04:39:41,185 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-17T04:39:41,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-17T04:39:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T04:39:41,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:41,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:41,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410441216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410441215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410441216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410441216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,234 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/04dfdff13810474dac9191593692b999 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/04dfdff13810474dac9191593692b999 2024-12-17T04:39:41,243 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/C of 4507a2792e991b499f14cc57434978f7 into 04dfdff13810474dac9191593692b999(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:41,243 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:41,243 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/C, priority=12, startTime=1734410380743; duration=0sec 2024-12-17T04:39:41,243 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:41,244 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:C 2024-12-17T04:39:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T04:39:41,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/928ee1f4bca7414ba645587f7535f6c1 2024-12-17T04:39:41,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T04:39:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:41,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:41,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/82dbd816afa04e4a956d4ead6504e489 is 50, key is test_row_0/B:col10/1734410380881/Put/seqid=0 2024-12-17T04:39:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741998_1174 (size=12151) 2024-12-17T04:39:41,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/82dbd816afa04e4a956d4ead6504e489 2024-12-17T04:39:41,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/54026eb4a41347a8b9e32d71d2d55d0a is 50, key is test_row_0/C:col10/1734410380881/Put/seqid=0 2024-12-17T04:39:41,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741999_1175 (size=12151) 2024-12-17T04:39:41,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/54026eb4a41347a8b9e32d71d2d55d0a 2024-12-17T04:39:41,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T04:39:41,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-17T04:39:41,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/928ee1f4bca7414ba645587f7535f6c1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/928ee1f4bca7414ba645587f7535f6c1 2024-12-17T04:39:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/928ee1f4bca7414ba645587f7535f6c1, entries=150, sequenceid=176, filesize=30.4 K 2024-12-17T04:39:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/82dbd816afa04e4a956d4ead6504e489 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/82dbd816afa04e4a956d4ead6504e489 2024-12-17T04:39:41,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/82dbd816afa04e4a956d4ead6504e489, entries=150, sequenceid=176, filesize=11.9 K 2024-12-17T04:39:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/54026eb4a41347a8b9e32d71d2d55d0a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/54026eb4a41347a8b9e32d71d2d55d0a 2024-12-17T04:39:41,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/54026eb4a41347a8b9e32d71d2d55d0a, entries=150, sequenceid=176, filesize=11.9 K 2024-12-17T04:39:41,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4507a2792e991b499f14cc57434978f7 in 538ms, sequenceid=176, compaction requested=false 2024-12-17T04:39:41,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T04:39:41,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T04:39:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:41,495 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T04:39:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121783b70f4c76a84a49ac3b73d66ddc42b0_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410380909/Put/seqid=0 2024-12-17T04:39:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742000_1176 (size=12304) 2024-12-17T04:39:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:41,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410441529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410441530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410441530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410441531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410441633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410441633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410441633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410441634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T04:39:41,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410441834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410441835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410441835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410441835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:41,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:41,920 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121783b70f4c76a84a49ac3b73d66ddc42b0_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121783b70f4c76a84a49ac3b73d66ddc42b0_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7d7cb2c24cfe43c281e4e497541427dd, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7d7cb2c24cfe43c281e4e497541427dd is 175, key is test_row_0/A:col10/1734410380909/Put/seqid=0 2024-12-17T04:39:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742001_1177 (size=31105) 2024-12-17T04:39:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410442137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410442139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410442139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410442139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T04:39:42,326 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7d7cb2c24cfe43c281e4e497541427dd 2024-12-17T04:39:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/bc8080d4f17043b88c540945ec362b4c is 50, key is test_row_0/B:col10/1734410380909/Put/seqid=0 2024-12-17T04:39:42,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742002_1178 (size=12151) 2024-12-17T04:39:42,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410442640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410442640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410442642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410442643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:42,738 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/bc8080d4f17043b88c540945ec362b4c 2024-12-17T04:39:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/d0868589951e484487ff5c7d3484d9e8 is 50, key is test_row_0/C:col10/1734410380909/Put/seqid=0 2024-12-17T04:39:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742003_1179 (size=12151) 2024-12-17T04:39:43,158 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/d0868589951e484487ff5c7d3484d9e8 2024-12-17T04:39:43,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7d7cb2c24cfe43c281e4e497541427dd as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7d7cb2c24cfe43c281e4e497541427dd 2024-12-17T04:39:43,168 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7d7cb2c24cfe43c281e4e497541427dd, entries=150, sequenceid=202, filesize=30.4 K 2024-12-17T04:39:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/bc8080d4f17043b88c540945ec362b4c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bc8080d4f17043b88c540945ec362b4c 2024-12-17T04:39:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,175 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bc8080d4f17043b88c540945ec362b4c, entries=150, sequenceid=202, filesize=11.9 K 2024-12-17T04:39:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/d0868589951e484487ff5c7d3484d9e8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/d0868589951e484487ff5c7d3484d9e8 2024-12-17T04:39:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,182 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/d0868589951e484487ff5c7d3484d9e8, entries=150, sequenceid=202, filesize=11.9 K 2024-12-17T04:39:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,183 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4507a2792e991b499f14cc57434978f7 in 1688ms, sequenceid=202, compaction requested=true 2024-12-17T04:39:43,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:43,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:43,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-17T04:39:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-17T04:39:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-17T04:39:43,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9960 sec 2024-12-17T04:39:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0000 sec 2024-12-17T04:39:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T04:39:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,293 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-17T04:39:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-17T04:39:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,297 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T04:39:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,298 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:43,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T04:39:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-17T04:39:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,452 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174d70be6a047c431f923dbdafe61e655f_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_1/A:col10/1734410381522/Put/seqid=0 2024-12-17T04:39:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742004_1180 (size=9814) 2024-12-17T04:39:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T04:39:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410443706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410443707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410443707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410443708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410443809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410443809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410443809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410443810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:43,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:43,897 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174d70be6a047c431f923dbdafe61e655f_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174d70be6a047c431f923dbdafe61e655f_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:43,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/0249f1a2cb8646869799162d2f892394, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:43,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/0249f1a2cb8646869799162d2f892394 is 175, key is test_row_1/A:col10/1734410381522/Put/seqid=0 2024-12-17T04:39:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T04:39:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742005_1181 (size=22461) 2024-12-17T04:39:44,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410444011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410444012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410444013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410444014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410444249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,252 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:44,309 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/0249f1a2cb8646869799162d2f892394 2024-12-17T04:39:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a2ced22377814d9cb516afb443c6e543 is 50, key is test_row_1/B:col10/1734410381522/Put/seqid=0 2024-12-17T04:39:44,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410444316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410444316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742006_1182 (size=9757) 2024-12-17T04:39:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410444318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410444319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T04:39:44,721 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a2ced22377814d9cb516afb443c6e543 2024-12-17T04:39:44,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/94738f77d6da44fcaebabf3ec21effa5 is 50, key is test_row_1/C:col10/1734410381522/Put/seqid=0 2024-12-17T04:39:44,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742007_1183 (size=9757) 2024-12-17T04:39:44,733 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/94738f77d6da44fcaebabf3ec21effa5 2024-12-17T04:39:44,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/0249f1a2cb8646869799162d2f892394 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/0249f1a2cb8646869799162d2f892394 2024-12-17T04:39:44,742 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/0249f1a2cb8646869799162d2f892394, entries=100, sequenceid=213, filesize=21.9 K 2024-12-17T04:39:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a2ced22377814d9cb516afb443c6e543 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a2ced22377814d9cb516afb443c6e543 2024-12-17T04:39:44,750 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a2ced22377814d9cb516afb443c6e543, entries=100, sequenceid=213, filesize=9.5 K 2024-12-17T04:39:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/94738f77d6da44fcaebabf3ec21effa5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/94738f77d6da44fcaebabf3ec21effa5 2024-12-17T04:39:44,758 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/94738f77d6da44fcaebabf3ec21effa5, entries=100, sequenceid=213, filesize=9.5 K 2024-12-17T04:39:44,759 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4507a2792e991b499f14cc57434978f7 in 1307ms, sequenceid=213, compaction requested=true 2024-12-17T04:39:44,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:44,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-17T04:39:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-17T04:39:44,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-17T04:39:44,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-12-17T04:39:44,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4690 sec 2024-12-17T04:39:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:44,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-17T04:39:44,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:44,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:44,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:44,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:44,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:44,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:44,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ba1c7b653fbc47fb86dabdad9cbb9453_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410384820/Put/seqid=0 2024-12-17T04:39:44,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410444831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742008_1184 (size=14794) 2024-12-17T04:39:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410444833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410444833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410444834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:44,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ba1c7b653fbc47fb86dabdad9cbb9453_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ba1c7b653fbc47fb86dabdad9cbb9453_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:44,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/d5b9d0c31c1543a1b63f35f033ccfcab, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:44,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/d5b9d0c31c1543a1b63f35f033ccfcab is 175, key is test_row_0/A:col10/1734410384820/Put/seqid=0 2024-12-17T04:39:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742009_1185 (size=39749) 2024-12-17T04:39:44,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/d5b9d0c31c1543a1b63f35f033ccfcab 2024-12-17T04:39:44,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/7c1783ff3eea4a94b4fffeb525023108 is 50, key is test_row_0/B:col10/1734410384820/Put/seqid=0 2024-12-17T04:39:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742010_1186 (size=12151) 2024-12-17T04:39:44,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/7c1783ff3eea4a94b4fffeb525023108 2024-12-17T04:39:44,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/4fa586265ddc44d28b89e20c52b2e648 is 50, key is test_row_0/C:col10/1734410384820/Put/seqid=0 2024-12-17T04:39:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742011_1187 (size=12151) 2024-12-17T04:39:44,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/4fa586265ddc44d28b89e20c52b2e648 2024-12-17T04:39:44,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/d5b9d0c31c1543a1b63f35f033ccfcab as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/d5b9d0c31c1543a1b63f35f033ccfcab 2024-12-17T04:39:44,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410444935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/d5b9d0c31c1543a1b63f35f033ccfcab, entries=200, sequenceid=240, filesize=38.8 K 2024-12-17T04:39:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410444938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410444938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410444939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:44,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/7c1783ff3eea4a94b4fffeb525023108 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/7c1783ff3eea4a94b4fffeb525023108 2024-12-17T04:39:44,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/7c1783ff3eea4a94b4fffeb525023108, entries=150, sequenceid=240, filesize=11.9 K 2024-12-17T04:39:44,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/4fa586265ddc44d28b89e20c52b2e648 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/4fa586265ddc44d28b89e20c52b2e648 2024-12-17T04:39:44,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/4fa586265ddc44d28b89e20c52b2e648, entries=150, sequenceid=240, filesize=11.9 K 2024-12-17T04:39:44,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 4507a2792e991b499f14cc57434978f7 in 158ms, sequenceid=240, compaction requested=true 2024-12-17T04:39:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:44,979 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:44,979 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:44,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:44,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:44,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:44,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:44,982 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155867 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:44,982 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/A is initiating minor compaction (all files) 2024-12-17T04:39:44,982 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/A in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:44,982 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2ea3a59b6b884aa7a210c9e09c7d3c16, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/928ee1f4bca7414ba645587f7535f6c1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7d7cb2c24cfe43c281e4e497541427dd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/0249f1a2cb8646869799162d2f892394, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/d5b9d0c31c1543a1b63f35f033ccfcab] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=152.2 K 2024-12-17T04:39:44,982 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:44,982 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2ea3a59b6b884aa7a210c9e09c7d3c16, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/928ee1f4bca7414ba645587f7535f6c1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7d7cb2c24cfe43c281e4e497541427dd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/0249f1a2cb8646869799162d2f892394, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/d5b9d0c31c1543a1b63f35f033ccfcab] 2024-12-17T04:39:44,983 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58703 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:44,983 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/B is initiating minor compaction (all files) 2024-12-17T04:39:44,983 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/B in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:44,983 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a7b6a6c585a6482c9f561cee30089659, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/82dbd816afa04e4a956d4ead6504e489, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bc8080d4f17043b88c540945ec362b4c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a2ced22377814d9cb516afb443c6e543, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/7c1783ff3eea4a94b4fffeb525023108] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=57.3 K 2024-12-17T04:39:44,984 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ea3a59b6b884aa7a210c9e09c7d3c16, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734410378640 2024-12-17T04:39:44,984 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a7b6a6c585a6482c9f561cee30089659, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734410378640 2024-12-17T04:39:44,984 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 928ee1f4bca7414ba645587f7535f6c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410379764 2024-12-17T04:39:44,985 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 82dbd816afa04e4a956d4ead6504e489, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410379764 2024-12-17T04:39:44,985 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting bc8080d4f17043b88c540945ec362b4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734410380903 2024-12-17T04:39:44,985 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d7cb2c24cfe43c281e4e497541427dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734410380903 2024-12-17T04:39:44,986 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ced22377814d9cb516afb443c6e543, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734410381522 2024-12-17T04:39:44,986 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0249f1a2cb8646869799162d2f892394, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734410381522 2024-12-17T04:39:44,986 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c1783ff3eea4a94b4fffeb525023108, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734410383700 2024-12-17T04:39:44,987 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5b9d0c31c1543a1b63f35f033ccfcab, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734410383700 2024-12-17T04:39:44,998 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:45,014 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:45,015 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4e3c631f37d748f2ac8ec83254b6e471 is 50, key is test_row_0/B:col10/1734410384820/Put/seqid=0 2024-12-17T04:39:45,017 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121792775300a7394a65b02687ecf211ecf5_4507a2792e991b499f14cc57434978f7 store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:45,019 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121792775300a7394a65b02687ecf211ecf5_4507a2792e991b499f14cc57434978f7, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:45,020 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121792775300a7394a65b02687ecf211ecf5_4507a2792e991b499f14cc57434978f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742012_1188 (size=12663) 2024-12-17T04:39:45,042 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4e3c631f37d748f2ac8ec83254b6e471 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4e3c631f37d748f2ac8ec83254b6e471 2024-12-17T04:39:45,049 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4507a2792e991b499f14cc57434978f7/B of 4507a2792e991b499f14cc57434978f7 into 4e3c631f37d748f2ac8ec83254b6e471(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:45,049 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:45,049 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/B, priority=11, startTime=1734410384979; duration=0sec 2024-12-17T04:39:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742013_1189 (size=4469) 2024-12-17T04:39:45,049 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:45,049 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:45,050 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T04:39:45,052 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58669 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T04:39:45,052 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/C is initiating minor compaction (all files) 2024-12-17T04:39:45,052 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/C in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:45,053 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/04dfdff13810474dac9191593692b999, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/54026eb4a41347a8b9e32d71d2d55d0a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/d0868589951e484487ff5c7d3484d9e8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/94738f77d6da44fcaebabf3ec21effa5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/4fa586265ddc44d28b89e20c52b2e648] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=57.3 K 2024-12-17T04:39:45,053 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 04dfdff13810474dac9191593692b999, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734410378640 2024-12-17T04:39:45,054 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 54026eb4a41347a8b9e32d71d2d55d0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734410379764 2024-12-17T04:39:45,054 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#A#compaction#155 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:45,054 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting d0868589951e484487ff5c7d3484d9e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734410380903 2024-12-17T04:39:45,054 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 94738f77d6da44fcaebabf3ec21effa5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734410381522 2024-12-17T04:39:45,054 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/5992647b3343461fbc60ae168aa8d13b is 175, key is test_row_0/A:col10/1734410384820/Put/seqid=0 2024-12-17T04:39:45,055 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fa586265ddc44d28b89e20c52b2e648, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734410383700 2024-12-17T04:39:45,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742014_1190 (size=31617) 2024-12-17T04:39:45,067 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/5992647b3343461fbc60ae168aa8d13b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5992647b3343461fbc60ae168aa8d13b 2024-12-17T04:39:45,079 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4507a2792e991b499f14cc57434978f7/A of 4507a2792e991b499f14cc57434978f7 into 5992647b3343461fbc60ae168aa8d13b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:45,079 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:45,079 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/A, priority=11, startTime=1734410384979; duration=0sec 2024-12-17T04:39:45,079 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#C#compaction#157 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:45,079 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:45,079 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:A 2024-12-17T04:39:45,079 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/e28f146903da4c4f8537854a41c87ea4 is 50, key is test_row_0/C:col10/1734410384820/Put/seqid=0 2024-12-17T04:39:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742015_1191 (size=12629) 2024-12-17T04:39:45,096 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/e28f146903da4c4f8537854a41c87ea4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/e28f146903da4c4f8537854a41c87ea4 2024-12-17T04:39:45,104 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4507a2792e991b499f14cc57434978f7/C of 4507a2792e991b499f14cc57434978f7 into e28f146903da4c4f8537854a41c87ea4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:45,105 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:45,105 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/C, priority=11, startTime=1734410384980; duration=0sec 2024-12-17T04:39:45,105 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:45,105 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:C 2024-12-17T04:39:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:45,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:45,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:45,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:45,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:45,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:45,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:45,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:45,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a4093db724394e6b9bf06c649718ec27_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410385138/Put/seqid=0 2024-12-17T04:39:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742016_1192 (size=12304) 2024-12-17T04:39:45,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410445164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410445166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410445167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410445168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410445270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410445269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410445271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410445276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T04:39:45,401 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-17T04:39:45,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-17T04:39:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T04:39:45,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:45,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:45,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410445472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410445472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410445473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410445477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T04:39:45,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:45,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:45,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a4093db724394e6b9bf06c649718ec27_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a4093db724394e6b9bf06c649718ec27_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:45,567 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/6aae56db7bc34e2fa763d2d89a786bf7, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:45,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/6aae56db7bc34e2fa763d2d89a786bf7 is 175, key is test_row_0/A:col10/1734410385138/Put/seqid=0 2024-12-17T04:39:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742017_1193 (size=31105) 2024-12-17T04:39:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T04:39:45,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:45,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410445774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410445774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410445778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410445781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:45,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:45,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:45,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/6aae56db7bc34e2fa763d2d89a786bf7 2024-12-17T04:39:45,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a971bfba1eed4a3483b010f3ca1c01da is 50, key is test_row_0/B:col10/1734410385138/Put/seqid=0 2024-12-17T04:39:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742018_1194 (size=12151) 2024-12-17T04:39:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T04:39:46,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410446279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410446279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410446282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410446283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a971bfba1eed4a3483b010f3ca1c01da 2024-12-17T04:39:46,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/a824cb2d672c4c8e88e4ea14fbf26a77 is 50, key is test_row_0/C:col10/1734410385138/Put/seqid=0 2024-12-17T04:39:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742019_1195 (size=12151) 2024-12-17T04:39:46,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:46,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T04:39:46,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:46,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/a824cb2d672c4c8e88e4ea14fbf26a77 2024-12-17T04:39:46,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/6aae56db7bc34e2fa763d2d89a786bf7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/6aae56db7bc34e2fa763d2d89a786bf7 2024-12-17T04:39:46,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/6aae56db7bc34e2fa763d2d89a786bf7, entries=150, sequenceid=254, filesize=30.4 K 2024-12-17T04:39:46,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a971bfba1eed4a3483b010f3ca1c01da as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a971bfba1eed4a3483b010f3ca1c01da 2024-12-17T04:39:46,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a971bfba1eed4a3483b010f3ca1c01da, entries=150, sequenceid=254, filesize=11.9 K 2024-12-17T04:39:46,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/a824cb2d672c4c8e88e4ea14fbf26a77 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/a824cb2d672c4c8e88e4ea14fbf26a77 2024-12-17T04:39:46,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/a824cb2d672c4c8e88e4ea14fbf26a77, entries=150, sequenceid=254, filesize=11.9 K 2024-12-17T04:39:46,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4507a2792e991b499f14cc57434978f7 in 1687ms, sequenceid=254, compaction requested=false 2024-12-17T04:39:46,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:46,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:46,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T04:39:46,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:46,929 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T04:39:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:46,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a4fcda6f007c4946836963108245fe75_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410385163/Put/seqid=0 2024-12-17T04:39:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742020_1196 (size=12454) 2024-12-17T04:39:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:46,946 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a4fcda6f007c4946836963108245fe75_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a4fcda6f007c4946836963108245fe75_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9e362231c00c4bae830e1bf33e14f21f, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:46,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9e362231c00c4bae830e1bf33e14f21f is 175, key is test_row_0/A:col10/1734410385163/Put/seqid=0 2024-12-17T04:39:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742021_1197 (size=31255) 2024-12-17T04:39:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:47,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410447293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410447293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410447293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410447294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,353 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9e362231c00c4bae830e1bf33e14f21f 2024-12-17T04:39:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/b5b182364f124896b231441545d58dbf is 50, key is test_row_0/B:col10/1734410385163/Put/seqid=0 2024-12-17T04:39:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742022_1198 (size=12301) 2024-12-17T04:39:47,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410447396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410447396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410447396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410447397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T04:39:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410447598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410447598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410447599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410447599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,765 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/b5b182364f124896b231441545d58dbf 2024-12-17T04:39:47,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/9e9a4f647a674053bf007580116f1a7b is 50, key is test_row_0/C:col10/1734410385163/Put/seqid=0 2024-12-17T04:39:47,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742023_1199 (size=12301) 2024-12-17T04:39:47,777 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/9e9a4f647a674053bf007580116f1a7b 2024-12-17T04:39:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/9e362231c00c4bae830e1bf33e14f21f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9e362231c00c4bae830e1bf33e14f21f 2024-12-17T04:39:47,787 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9e362231c00c4bae830e1bf33e14f21f, entries=150, sequenceid=279, filesize=30.5 K 2024-12-17T04:39:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/b5b182364f124896b231441545d58dbf as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/b5b182364f124896b231441545d58dbf 2024-12-17T04:39:47,794 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/b5b182364f124896b231441545d58dbf, entries=150, sequenceid=279, filesize=12.0 K 2024-12-17T04:39:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/9e9a4f647a674053bf007580116f1a7b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/9e9a4f647a674053bf007580116f1a7b 2024-12-17T04:39:47,800 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/9e9a4f647a674053bf007580116f1a7b, entries=150, sequenceid=279, filesize=12.0 K 2024-12-17T04:39:47,801 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4507a2792e991b499f14cc57434978f7 in 873ms, sequenceid=279, compaction requested=true 2024-12-17T04:39:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-17T04:39:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-17T04:39:47,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-17T04:39:47,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3990 sec 2024-12-17T04:39:47,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.4020 sec 2024-12-17T04:39:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:47,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:39:47,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:47,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:47,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:47,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:47,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:47,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:47,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121728ae5d90de774e25b2c37aca5a72b42b_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410387292/Put/seqid=0 2024-12-17T04:39:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742024_1200 (size=12454) 2024-12-17T04:39:47,926 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:47,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410447923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410447924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,931 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121728ae5d90de774e25b2c37aca5a72b42b_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121728ae5d90de774e25b2c37aca5a72b42b_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:47,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410447928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:47,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7b660f5d9abd44be8266344f3bce01c5, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410447932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:47,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7b660f5d9abd44be8266344f3bce01c5 is 175, key is test_row_0/A:col10/1734410387292/Put/seqid=0 2024-12-17T04:39:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742025_1201 (size=31255) 2024-12-17T04:39:48,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410448029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410448031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410448033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410448033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410448232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410448234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410448235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410448235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7b660f5d9abd44be8266344f3bce01c5 2024-12-17T04:39:48,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/6920c5fa71aa42c0a29e677f3929f246 is 50, key is test_row_0/B:col10/1734410387292/Put/seqid=0 2024-12-17T04:39:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742026_1202 (size=12301) 2024-12-17T04:39:48,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410448537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410448537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410448537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410448539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:48,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/6920c5fa71aa42c0a29e677f3929f246 2024-12-17T04:39:48,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/621e650a806942b2b0feeefdfea282e2 is 50, key is test_row_0/C:col10/1734410387292/Put/seqid=0 2024-12-17T04:39:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742027_1203 (size=12301) 2024-12-17T04:39:49,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410449039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:49,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410449042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:49,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410449042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:49,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410449043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:49,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/621e650a806942b2b0feeefdfea282e2 2024-12-17T04:39:49,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/7b660f5d9abd44be8266344f3bce01c5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7b660f5d9abd44be8266344f3bce01c5 2024-12-17T04:39:49,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7b660f5d9abd44be8266344f3bce01c5, entries=150, sequenceid=292, filesize=30.5 K 2024-12-17T04:39:49,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/6920c5fa71aa42c0a29e677f3929f246 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6920c5fa71aa42c0a29e677f3929f246 2024-12-17T04:39:49,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6920c5fa71aa42c0a29e677f3929f246, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T04:39:49,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/621e650a806942b2b0feeefdfea282e2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/621e650a806942b2b0feeefdfea282e2 2024-12-17T04:39:49,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/621e650a806942b2b0feeefdfea282e2, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T04:39:49,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4507a2792e991b499f14cc57434978f7 in 1279ms, sequenceid=292, compaction requested=true 2024-12-17T04:39:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:49,183 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:49,183 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:49,185 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:49,185 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:49,185 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/A is initiating minor compaction (all files) 2024-12-17T04:39:49,185 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/B is initiating minor compaction (all files) 2024-12-17T04:39:49,185 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/B in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:49,185 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/A in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:49,185 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5992647b3343461fbc60ae168aa8d13b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/6aae56db7bc34e2fa763d2d89a786bf7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9e362231c00c4bae830e1bf33e14f21f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7b660f5d9abd44be8266344f3bce01c5] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=122.3 K 2024-12-17T04:39:49,185 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4e3c631f37d748f2ac8ec83254b6e471, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a971bfba1eed4a3483b010f3ca1c01da, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/b5b182364f124896b231441545d58dbf, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6920c5fa71aa42c0a29e677f3929f246] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=48.3 K 2024-12-17T04:39:49,185 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:49,185 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5992647b3343461fbc60ae168aa8d13b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/6aae56db7bc34e2fa763d2d89a786bf7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9e362231c00c4bae830e1bf33e14f21f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7b660f5d9abd44be8266344f3bce01c5] 2024-12-17T04:39:49,185 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5992647b3343461fbc60ae168aa8d13b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734410383700 2024-12-17T04:39:49,185 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3c631f37d748f2ac8ec83254b6e471, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734410383700 2024-12-17T04:39:49,186 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aae56db7bc34e2fa763d2d89a786bf7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734410384829 2024-12-17T04:39:49,186 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a971bfba1eed4a3483b010f3ca1c01da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734410384829 2024-12-17T04:39:49,186 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e362231c00c4bae830e1bf33e14f21f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734410385163 2024-12-17T04:39:49,186 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b5b182364f124896b231441545d58dbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734410385163 2024-12-17T04:39:49,186 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b660f5d9abd44be8266344f3bce01c5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410387292 2024-12-17T04:39:49,187 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6920c5fa71aa42c0a29e677f3929f246, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410387292 2024-12-17T04:39:49,193 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:49,195 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#B#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:49,195 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/6b47eb31f41a40a7bfc0bb72d2cc0107 is 50, key is test_row_0/B:col10/1734410387292/Put/seqid=0 2024-12-17T04:39:49,197 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217c45d9abf2f57417382e9469afed1b669_4507a2792e991b499f14cc57434978f7 store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:49,198 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217c45d9abf2f57417382e9469afed1b669_4507a2792e991b499f14cc57434978f7, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:49,198 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c45d9abf2f57417382e9469afed1b669_4507a2792e991b499f14cc57434978f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:49,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742028_1204 (size=12949) 2024-12-17T04:39:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742029_1205 (size=4469) 2024-12-17T04:39:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T04:39:49,508 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-17T04:39:49,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-17T04:39:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T04:39:49,510 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:49,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:49,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T04:39:49,612 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/6b47eb31f41a40a7bfc0bb72d2cc0107 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6b47eb31f41a40a7bfc0bb72d2cc0107 2024-12-17T04:39:49,615 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#A#compaction#168 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:49,616 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/2e493817b55e43cc974896d41d188980 is 175, key is test_row_0/A:col10/1734410387292/Put/seqid=0 2024-12-17T04:39:49,616 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/B of 4507a2792e991b499f14cc57434978f7 into 6b47eb31f41a40a7bfc0bb72d2cc0107(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:49,616 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:49,616 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/B, priority=12, startTime=1734410389183; duration=0sec 2024-12-17T04:39:49,616 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:49,616 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:49,616 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:49,618 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:49,618 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/C is initiating minor compaction (all files) 2024-12-17T04:39:49,618 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/C in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:49,618 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/e28f146903da4c4f8537854a41c87ea4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/a824cb2d672c4c8e88e4ea14fbf26a77, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/9e9a4f647a674053bf007580116f1a7b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/621e650a806942b2b0feeefdfea282e2] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=48.2 K 2024-12-17T04:39:49,619 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting e28f146903da4c4f8537854a41c87ea4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734410383700 2024-12-17T04:39:49,619 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a824cb2d672c4c8e88e4ea14fbf26a77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734410384829 2024-12-17T04:39:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742030_1206 (size=31903) 2024-12-17T04:39:49,620 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e9a4f647a674053bf007580116f1a7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734410385163 2024-12-17T04:39:49,620 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 621e650a806942b2b0feeefdfea282e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410387292 2024-12-17T04:39:49,628 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#C#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:49,628 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/042240e268dc4fee8805d5ac5754641f is 50, key is test_row_0/C:col10/1734410387292/Put/seqid=0 2024-12-17T04:39:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742031_1207 (size=12915) 2024-12-17T04:39:49,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:49,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-17T04:39:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:49,663 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T04:39:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e9b3a6d6eef94fc097b9ce01097891d3_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410387922/Put/seqid=0 2024-12-17T04:39:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742032_1208 (size=12454) 2024-12-17T04:39:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T04:39:50,024 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/2e493817b55e43cc974896d41d188980 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2e493817b55e43cc974896d41d188980 2024-12-17T04:39:50,028 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/A of 4507a2792e991b499f14cc57434978f7 into 2e493817b55e43cc974896d41d188980(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:50,028 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:50,028 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/A, priority=12, startTime=1734410389183; duration=0sec 2024-12-17T04:39:50,029 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:50,029 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:A 2024-12-17T04:39:50,037 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/042240e268dc4fee8805d5ac5754641f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/042240e268dc4fee8805d5ac5754641f 2024-12-17T04:39:50,041 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/C of 4507a2792e991b499f14cc57434978f7 into 042240e268dc4fee8805d5ac5754641f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:50,041 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:50,041 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/C, priority=12, startTime=1734410389183; duration=0sec 2024-12-17T04:39:50,041 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:50,041 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:C 2024-12-17T04:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410450052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410450052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410450053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410450053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:50,088 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e9b3a6d6eef94fc097b9ce01097891d3_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e9b3a6d6eef94fc097b9ce01097891d3_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/483a72ff2a124102b3aa23a54e733e4e, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:50,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/483a72ff2a124102b3aa23a54e733e4e is 175, key is test_row_0/A:col10/1734410387922/Put/seqid=0 2024-12-17T04:39:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742033_1209 (size=31255) 2024-12-17T04:39:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T04:39:50,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410450154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410450154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410450154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410450154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T04:39:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410450356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410450357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410450357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410450357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,495 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/483a72ff2a124102b3aa23a54e733e4e 2024-12-17T04:39:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4d57ad4a44bf4d06b082d0e44b659d32 is 50, key is test_row_0/B:col10/1734410387922/Put/seqid=0 2024-12-17T04:39:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742034_1210 (size=12301) 2024-12-17T04:39:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T04:39:50,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410450658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410450659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410450659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410450659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:50,955 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4d57ad4a44bf4d06b082d0e44b659d32 2024-12-17T04:39:50,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/90b3b670b5b94d5a96ce2899cf4274dc is 50, key is test_row_0/C:col10/1734410387922/Put/seqid=0 2024-12-17T04:39:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742035_1211 (size=12301) 2024-12-17T04:39:51,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410451161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410451164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410451164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410451165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:51,366 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/90b3b670b5b94d5a96ce2899cf4274dc 2024-12-17T04:39:51,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/483a72ff2a124102b3aa23a54e733e4e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/483a72ff2a124102b3aa23a54e733e4e 2024-12-17T04:39:51,373 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/483a72ff2a124102b3aa23a54e733e4e, entries=150, sequenceid=317, filesize=30.5 K 2024-12-17T04:39:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4d57ad4a44bf4d06b082d0e44b659d32 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4d57ad4a44bf4d06b082d0e44b659d32 2024-12-17T04:39:51,378 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4d57ad4a44bf4d06b082d0e44b659d32, entries=150, sequenceid=317, filesize=12.0 K 2024-12-17T04:39:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/90b3b670b5b94d5a96ce2899cf4274dc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/90b3b670b5b94d5a96ce2899cf4274dc 2024-12-17T04:39:51,385 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/90b3b670b5b94d5a96ce2899cf4274dc, entries=150, sequenceid=317, filesize=12.0 K 2024-12-17T04:39:51,385 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4507a2792e991b499f14cc57434978f7 in 1722ms, sequenceid=317, compaction requested=false 2024-12-17T04:39:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-17T04:39:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-17T04:39:51,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-17T04:39:51,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-12-17T04:39:51,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8800 sec 2024-12-17T04:39:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T04:39:51,614 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-17T04:39:51,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-17T04:39:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T04:39:51,616 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:51,617 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:51,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T04:39:51,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:51,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T04:39:51,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:51,769 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:39:51,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:51,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:51,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:51,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:51,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:51,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:51,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121708c80365aeee46829a87b72160f71010_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410390048/Put/seqid=0 2024-12-17T04:39:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742036_1212 (size=12454) 2024-12-17T04:39:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T04:39:52,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:52,186 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121708c80365aeee46829a87b72160f71010_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121708c80365aeee46829a87b72160f71010_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:52,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/74ed3fd24a0a40a18d870753f0ec3e0c, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:52,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/74ed3fd24a0a40a18d870753f0ec3e0c is 175, key is test_row_0/A:col10/1734410390048/Put/seqid=0 2024-12-17T04:39:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410452186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410452188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742037_1213 (size=31255) 2024-12-17T04:39:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410452189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410452190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T04:39:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410452292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410452292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410452292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410452293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410452493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410452493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410452494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410452494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,592 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/74ed3fd24a0a40a18d870753f0ec3e0c 2024-12-17T04:39:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a565c3ba7dc04abfa971499dbcac11a5 is 50, key is test_row_0/B:col10/1734410390048/Put/seqid=0 2024-12-17T04:39:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742038_1214 (size=12301) 2024-12-17T04:39:52,602 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a565c3ba7dc04abfa971499dbcac11a5 2024-12-17T04:39:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/cc5e708ec02e49339d448085c59e25b1 is 50, key is test_row_0/C:col10/1734410390048/Put/seqid=0 2024-12-17T04:39:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742039_1215 (size=12301) 2024-12-17T04:39:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T04:39:52,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410452795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410452796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410452798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410452798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,012 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/cc5e708ec02e49339d448085c59e25b1 2024-12-17T04:39:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/74ed3fd24a0a40a18d870753f0ec3e0c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/74ed3fd24a0a40a18d870753f0ec3e0c 2024-12-17T04:39:53,019 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/74ed3fd24a0a40a18d870753f0ec3e0c, entries=150, sequenceid=331, filesize=30.5 K 2024-12-17T04:39:53,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a565c3ba7dc04abfa971499dbcac11a5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a565c3ba7dc04abfa971499dbcac11a5 2024-12-17T04:39:53,023 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a565c3ba7dc04abfa971499dbcac11a5, entries=150, sequenceid=331, filesize=12.0 K 2024-12-17T04:39:53,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/cc5e708ec02e49339d448085c59e25b1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/cc5e708ec02e49339d448085c59e25b1 2024-12-17T04:39:53,027 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/cc5e708ec02e49339d448085c59e25b1, entries=150, sequenceid=331, filesize=12.0 K 2024-12-17T04:39:53,028 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4507a2792e991b499f14cc57434978f7 in 1259ms, sequenceid=331, compaction requested=true 2024-12-17T04:39:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-17T04:39:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-17T04:39:53,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-17T04:39:53,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-12-17T04:39:53,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4150 sec 2024-12-17T04:39:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T04:39:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:53,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f92892c9e05442c19689d29461c760c7_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410392185/Put/seqid=0 2024-12-17T04:39:53,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410453305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410453306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410453308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410453308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742040_1216 (size=14994) 2024-12-17T04:39:53,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410453409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410453409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410453410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410453411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410453611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410453612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410453613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410453613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,718 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T04:39:53,720 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-17T04:39:53,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:39:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-17T04:39:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T04:39:53,722 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:39:53,722 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f92892c9e05442c19689d29461c760c7_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f92892c9e05442c19689d29461c760c7_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:53,723 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:39:53,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:39:53,723 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3ed2cb281c014db1a520f24471878449, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:53,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3ed2cb281c014db1a520f24471878449 is 175, key is test_row_0/A:col10/1734410392185/Put/seqid=0 2024-12-17T04:39:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742041_1217 (size=39949) 2024-12-17T04:39:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T04:39:53,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:53,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:53,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410453914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410453915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410453917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:53,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410453918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T04:39:54,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3ed2cb281c014db1a520f24471878449 2024-12-17T04:39:54,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a0d9c84e0c44402295bdd0e306a6cdd7 is 50, key is test_row_0/B:col10/1734410392185/Put/seqid=0 2024-12-17T04:39:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742042_1218 (size=12301) 2024-12-17T04:39:54,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:54,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44128 deadline: 1734410454317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,319 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18257 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:39:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T04:39:54,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:54,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:54,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44140 deadline: 1734410454419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44152 deadline: 1734410454419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44090 deadline: 1734410454421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:39:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44120 deadline: 1734410454421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a0d9c84e0c44402295bdd0e306a6cdd7 2024-12-17T04:39:54,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/f4b68fbc97784d9593362dbc738d4c94 is 50, key is test_row_0/C:col10/1734410392185/Put/seqid=0 2024-12-17T04:39:54,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742043_1219 (size=12301) 2024-12-17T04:39:54,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:54,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:54,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:54,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T04:39:54,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:54,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:39:54,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/f4b68fbc97784d9593362dbc738d4c94 2024-12-17T04:39:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3ed2cb281c014db1a520f24471878449 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3ed2cb281c014db1a520f24471878449 2024-12-17T04:39:54,965 DEBUG [Thread-647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:52977 2024-12-17T04:39:54,966 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:54,967 DEBUG [Thread-649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:52977 2024-12-17T04:39:54,967 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:54,967 DEBUG [Thread-651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7af61386 to 127.0.0.1:52977 2024-12-17T04:39:54,968 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:54,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3ed2cb281c014db1a520f24471878449, entries=200, sequenceid=356, filesize=39.0 K 2024-12-17T04:39:54,969 DEBUG [Thread-653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x063e87c8 to 127.0.0.1:52977 2024-12-17T04:39:54,969 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:54,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/a0d9c84e0c44402295bdd0e306a6cdd7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a0d9c84e0c44402295bdd0e306a6cdd7 2024-12-17T04:39:54,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a0d9c84e0c44402295bdd0e306a6cdd7, entries=150, sequenceid=356, filesize=12.0 K 2024-12-17T04:39:54,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/f4b68fbc97784d9593362dbc738d4c94 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f4b68fbc97784d9593362dbc738d4c94 2024-12-17T04:39:54,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f4b68fbc97784d9593362dbc738d4c94, entries=150, sequenceid=356, filesize=12.0 K 2024-12-17T04:39:54,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4507a2792e991b499f14cc57434978f7 in 1677ms, sequenceid=356, compaction requested=true 2024-12-17T04:39:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:39:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:39:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:54,978 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4507a2792e991b499f14cc57434978f7:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:39:54,978 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:54,979 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:54,979 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:54,979 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/B is initiating minor compaction (all files) 2024-12-17T04:39:54,979 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/A is initiating minor compaction (all files) 2024-12-17T04:39:54,979 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/A in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,979 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/B in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,979 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6b47eb31f41a40a7bfc0bb72d2cc0107, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4d57ad4a44bf4d06b082d0e44b659d32, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a565c3ba7dc04abfa971499dbcac11a5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a0d9c84e0c44402295bdd0e306a6cdd7] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=48.7 K 2024-12-17T04:39:54,979 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2e493817b55e43cc974896d41d188980, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/483a72ff2a124102b3aa23a54e733e4e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/74ed3fd24a0a40a18d870753f0ec3e0c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3ed2cb281c014db1a520f24471878449] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=131.2 K 2024-12-17T04:39:54,980 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:54,980 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2e493817b55e43cc974896d41d188980, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/483a72ff2a124102b3aa23a54e733e4e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/74ed3fd24a0a40a18d870753f0ec3e0c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3ed2cb281c014db1a520f24471878449] 2024-12-17T04:39:54,980 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b47eb31f41a40a7bfc0bb72d2cc0107, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410387292 2024-12-17T04:39:54,980 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e493817b55e43cc974896d41d188980, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410387292 2024-12-17T04:39:54,980 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d57ad4a44bf4d06b082d0e44b659d32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734410387922 2024-12-17T04:39:54,980 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483a72ff2a124102b3aa23a54e733e4e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734410387922 2024-12-17T04:39:54,980 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a565c3ba7dc04abfa971499dbcac11a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734410390048 2024-12-17T04:39:54,980 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ed3fd24a0a40a18d870753f0ec3e0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734410390048 2024-12-17T04:39:54,981 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a0d9c84e0c44402295bdd0e306a6cdd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1734410392185 2024-12-17T04:39:54,981 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ed2cb281c014db1a520f24471878449, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1734410392185 2024-12-17T04:39:54,988 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#B#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:54,989 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/46c443ea3ccb40bbb7aa651a9c7b6c67 is 50, key is test_row_0/B:col10/1734410392185/Put/seqid=0 2024-12-17T04:39:54,991 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:54,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742044_1220 (size=13085) 2024-12-17T04:39:54,993 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217a44edc2db7e949658b82e1c07030d8e0_4507a2792e991b499f14cc57434978f7 store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:55,016 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217a44edc2db7e949658b82e1c07030d8e0_4507a2792e991b499f14cc57434978f7, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:55,016 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a44edc2db7e949658b82e1c07030d8e0_4507a2792e991b499f14cc57434978f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742045_1221 (size=4469) 2024-12-17T04:39:55,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:39:55,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T04:39:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:55,094 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:39:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:39:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:39:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:39:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:39:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e61880ba88424b8683d378200c4daf70_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410393303/Put/seqid=0 2024-12-17T04:39:55,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742046_1222 (size=12454) 2024-12-17T04:39:55,404 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/46c443ea3ccb40bbb7aa651a9c7b6c67 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/46c443ea3ccb40bbb7aa651a9c7b6c67 2024-12-17T04:39:55,409 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/B of 4507a2792e991b499f14cc57434978f7 into 46c443ea3ccb40bbb7aa651a9c7b6c67(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:55,409 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:55,409 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/B, priority=12, startTime=1734410394978; duration=0sec 2024-12-17T04:39:55,410 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:39:55,410 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:B 2024-12-17T04:39:55,410 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:39:55,411 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:39:55,411 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 4507a2792e991b499f14cc57434978f7/C is initiating minor compaction (all files) 2024-12-17T04:39:55,411 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4507a2792e991b499f14cc57434978f7/C in TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:55,411 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/042240e268dc4fee8805d5ac5754641f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/90b3b670b5b94d5a96ce2899cf4274dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/cc5e708ec02e49339d448085c59e25b1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f4b68fbc97784d9593362dbc738d4c94] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp, totalSize=48.7 K 2024-12-17T04:39:55,411 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 042240e268dc4fee8805d5ac5754641f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410387292 2024-12-17T04:39:55,412 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 90b3b670b5b94d5a96ce2899cf4274dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734410387922 2024-12-17T04:39:55,412 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting cc5e708ec02e49339d448085c59e25b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734410390048 2024-12-17T04:39:55,412 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f4b68fbc97784d9593362dbc738d4c94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1734410392185 2024-12-17T04:39:55,419 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:55,419 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/3e3589197dc1475f974ee925867f678e is 50, key is test_row_0/C:col10/1734410392185/Put/seqid=0 2024-12-17T04:39:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:55,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. as already flushing 2024-12-17T04:39:55,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742047_1223 (size=13051) 2024-12-17T04:39:55,423 DEBUG [Thread-644 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:52977 2024-12-17T04:39:55,423 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:55,424 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4507a2792e991b499f14cc57434978f7#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:39:55,424 DEBUG [Thread-636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:52977 2024-12-17T04:39:55,424 DEBUG [Thread-642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:52977 2024-12-17T04:39:55,424 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:55,424 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:55,425 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/5ce7c868d9384fc88677617e2ffb7766 is 175, key is test_row_0/A:col10/1734410392185/Put/seqid=0 2024-12-17T04:39:55,426 DEBUG [Thread-638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:52977 2024-12-17T04:39:55,426 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:39:55,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742048_1224 (size=32039) 2024-12-17T04:39:55,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:39:55,517 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e61880ba88424b8683d378200c4daf70_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e61880ba88424b8683d378200c4daf70_4507a2792e991b499f14cc57434978f7 2024-12-17T04:39:55,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/170b2d13b9294955810354c4abbd1c26, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:39:55,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/170b2d13b9294955810354c4abbd1c26 is 175, key is test_row_0/A:col10/1734410393303/Put/seqid=0 2024-12-17T04:39:55,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742049_1225 (size=31255) 2024-12-17T04:39:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T04:39:55,835 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/3e3589197dc1475f974ee925867f678e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/3e3589197dc1475f974ee925867f678e 2024-12-17T04:39:55,837 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/5ce7c868d9384fc88677617e2ffb7766 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5ce7c868d9384fc88677617e2ffb7766 2024-12-17T04:39:55,841 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/C of 4507a2792e991b499f14cc57434978f7 into 3e3589197dc1475f974ee925867f678e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:55,841 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:55,841 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/C, priority=12, startTime=1734410394978; duration=0sec 2024-12-17T04:39:55,841 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:55,842 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:C 2024-12-17T04:39:55,842 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4507a2792e991b499f14cc57434978f7/A of 4507a2792e991b499f14cc57434978f7 into 5ce7c868d9384fc88677617e2ffb7766(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:39:55,842 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:55,843 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7., storeName=4507a2792e991b499f14cc57434978f7/A, priority=12, startTime=1734410394978; duration=0sec 2024-12-17T04:39:55,843 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:39:55,843 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4507a2792e991b499f14cc57434978f7:A 2024-12-17T04:39:55,926 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/170b2d13b9294955810354c4abbd1c26 2024-12-17T04:39:55,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/446b164958a6409394f897c2f6e9c4a2 is 50, key is test_row_0/B:col10/1734410393303/Put/seqid=0 2024-12-17T04:39:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742050_1226 (size=12301) 2024-12-17T04:39:56,344 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/446b164958a6409394f897c2f6e9c4a2 2024-12-17T04:39:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/f25979e503d44fbfb981c2e6620b89e5 is 50, key is test_row_0/C:col10/1734410393303/Put/seqid=0 2024-12-17T04:39:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742051_1227 (size=12301) 2024-12-17T04:39:56,767 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/f25979e503d44fbfb981c2e6620b89e5 2024-12-17T04:39:56,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/170b2d13b9294955810354c4abbd1c26 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/170b2d13b9294955810354c4abbd1c26 2024-12-17T04:39:56,783 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/170b2d13b9294955810354c4abbd1c26, entries=150, sequenceid=367, filesize=30.5 K 2024-12-17T04:39:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/446b164958a6409394f897c2f6e9c4a2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/446b164958a6409394f897c2f6e9c4a2 2024-12-17T04:39:56,789 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/446b164958a6409394f897c2f6e9c4a2, entries=150, sequenceid=367, filesize=12.0 K 2024-12-17T04:39:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/f25979e503d44fbfb981c2e6620b89e5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f25979e503d44fbfb981c2e6620b89e5 2024-12-17T04:39:56,794 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f25979e503d44fbfb981c2e6620b89e5, entries=150, sequenceid=367, filesize=12.0 K 2024-12-17T04:39:56,795 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 4507a2792e991b499f14cc57434978f7 in 1701ms, sequenceid=367, compaction requested=false 2024-12-17T04:39:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:39:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:39:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-17T04:39:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-17T04:39:56,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-17T04:39:56,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0730 sec 2024-12-17T04:39:56,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 3.0770 sec 2024-12-17T04:39:57,068 DEBUG [master/07dc45045cb2:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4db798859bbfbd30d0f2256c76a1803c changed from -1.0 to 0.0, refreshing cache 2024-12-17T04:39:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T04:39:57,828 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-17T04:40:04,374 DEBUG [Thread-640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:52977 2024-12-17T04:40:04,374 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8438 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7700 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3367 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10101 rows 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3377 2024-12-17T04:40:04,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10129 rows 2024-12-17T04:40:04,374 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T04:40:04,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x407e6b5c to 127.0.0.1:52977 2024-12-17T04:40:04,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:04,382 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T04:40:04,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T04:40:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T04:40:04,385 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410404385"}]},"ts":"1734410404385"} 2024-12-17T04:40:04,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T04:40:04,430 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T04:40:04,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:40:04,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, UNASSIGN}] 2024-12-17T04:40:04,434 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, UNASSIGN 2024-12-17T04:40:04,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:04,437 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:40:04,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T04:40:04,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:04,591 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:04,591 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:40:04,591 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 4507a2792e991b499f14cc57434978f7, disabling compactions & flushes 2024-12-17T04:40:04,592 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:40:04,592 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:40:04,592 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. after waiting 0 ms 2024-12-17T04:40:04,592 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:40:04,592 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 4507a2792e991b499f14cc57434978f7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T04:40:04,592 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=A 2024-12-17T04:40:04,593 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:04,593 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=B 2024-12-17T04:40:04,593 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:04,593 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4507a2792e991b499f14cc57434978f7, store=C 2024-12-17T04:40:04,593 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:04,604 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d8c2bf516c5841a7aa21c717bb69b9eb_4507a2792e991b499f14cc57434978f7 is 50, key is test_row_0/A:col10/1734410404372/Put/seqid=0 2024-12-17T04:40:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742052_1228 (size=9914) 2024-12-17T04:40:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T04:40:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T04:40:05,010 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:05,022 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d8c2bf516c5841a7aa21c717bb69b9eb_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d8c2bf516c5841a7aa21c717bb69b9eb_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:05,023 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3233cfd57aa84ad4913fda0d60278aba, store: [table=TestAcidGuarantees family=A region=4507a2792e991b499f14cc57434978f7] 2024-12-17T04:40:05,024 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3233cfd57aa84ad4913fda0d60278aba is 175, key is test_row_0/A:col10/1734410404372/Put/seqid=0 2024-12-17T04:40:05,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742053_1229 (size=22561) 2024-12-17T04:40:05,429 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3233cfd57aa84ad4913fda0d60278aba 2024-12-17T04:40:05,444 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4cd40a5321504aaeb7c0e440f6692c6e is 50, key is test_row_0/B:col10/1734410404372/Put/seqid=0 2024-12-17T04:40:05,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742054_1230 (size=9857) 2024-12-17T04:40:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T04:40:05,849 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4cd40a5321504aaeb7c0e440f6692c6e 2024-12-17T04:40:05,863 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/ba21d83d89eb4c25bfaa4ca10aae095d is 50, key is test_row_0/C:col10/1734410404372/Put/seqid=0 2024-12-17T04:40:05,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742055_1231 (size=9857) 2024-12-17T04:40:06,270 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/ba21d83d89eb4c25bfaa4ca10aae095d 2024-12-17T04:40:06,279 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/A/3233cfd57aa84ad4913fda0d60278aba as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3233cfd57aa84ad4913fda0d60278aba 2024-12-17T04:40:06,285 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3233cfd57aa84ad4913fda0d60278aba, entries=100, sequenceid=378, filesize=22.0 K 2024-12-17T04:40:06,286 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/B/4cd40a5321504aaeb7c0e440f6692c6e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4cd40a5321504aaeb7c0e440f6692c6e 2024-12-17T04:40:06,289 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4cd40a5321504aaeb7c0e440f6692c6e, entries=100, sequenceid=378, filesize=9.6 K 2024-12-17T04:40:06,290 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/.tmp/C/ba21d83d89eb4c25bfaa4ca10aae095d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ba21d83d89eb4c25bfaa4ca10aae095d 2024-12-17T04:40:06,293 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ba21d83d89eb4c25bfaa4ca10aae095d, entries=100, sequenceid=378, filesize=9.6 K 2024-12-17T04:40:06,293 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4507a2792e991b499f14cc57434978f7 in 1701ms, sequenceid=378, compaction requested=true 2024-12-17T04:40:06,294 DEBUG [StoreCloser-TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/087b80346db645c4b734c09b3b8be70d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3becaa7b4ebb41f499768772e6501989, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/f8beffa11c964146bb13a61fce4e4f6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/69f5ba48352c4ccba0cf1ca4a821bdea, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/1b424e76f2794ce9b906f9b441bebe92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9cb9479747234ad5a6370c0418e593b2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/dd81db95ff46421eabe6a051e5937bc2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/668dfb8ee42b4285a181fc20e04533eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2ea3a59b6b884aa7a210c9e09c7d3c16, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/e1aef31c15734760842f0c52cbdfb557, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/928ee1f4bca7414ba645587f7535f6c1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7d7cb2c24cfe43c281e4e497541427dd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/0249f1a2cb8646869799162d2f892394, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/d5b9d0c31c1543a1b63f35f033ccfcab, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5992647b3343461fbc60ae168aa8d13b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/6aae56db7bc34e2fa763d2d89a786bf7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9e362231c00c4bae830e1bf33e14f21f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2e493817b55e43cc974896d41d188980, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7b660f5d9abd44be8266344f3bce01c5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/483a72ff2a124102b3aa23a54e733e4e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/74ed3fd24a0a40a18d870753f0ec3e0c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3ed2cb281c014db1a520f24471878449] to archive 2024-12-17T04:40:06,294 DEBUG [StoreCloser-TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:06,296 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3becaa7b4ebb41f499768772e6501989 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3becaa7b4ebb41f499768772e6501989 2024-12-17T04:40:06,296 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/087b80346db645c4b734c09b3b8be70d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/087b80346db645c4b734c09b3b8be70d 2024-12-17T04:40:06,296 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/f8beffa11c964146bb13a61fce4e4f6d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/f8beffa11c964146bb13a61fce4e4f6d 2024-12-17T04:40:06,297 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/69f5ba48352c4ccba0cf1ca4a821bdea to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/69f5ba48352c4ccba0cf1ca4a821bdea 2024-12-17T04:40:06,297 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/1b424e76f2794ce9b906f9b441bebe92 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/1b424e76f2794ce9b906f9b441bebe92 2024-12-17T04:40:06,298 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/dd81db95ff46421eabe6a051e5937bc2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/dd81db95ff46421eabe6a051e5937bc2 2024-12-17T04:40:06,298 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9cb9479747234ad5a6370c0418e593b2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9cb9479747234ad5a6370c0418e593b2 2024-12-17T04:40:06,298 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/668dfb8ee42b4285a181fc20e04533eb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/668dfb8ee42b4285a181fc20e04533eb 2024-12-17T04:40:06,298 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2ea3a59b6b884aa7a210c9e09c7d3c16 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2ea3a59b6b884aa7a210c9e09c7d3c16 2024-12-17T04:40:06,299 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/e1aef31c15734760842f0c52cbdfb557 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/e1aef31c15734760842f0c52cbdfb557 2024-12-17T04:40:06,299 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/928ee1f4bca7414ba645587f7535f6c1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/928ee1f4bca7414ba645587f7535f6c1 2024-12-17T04:40:06,299 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7d7cb2c24cfe43c281e4e497541427dd to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7d7cb2c24cfe43c281e4e497541427dd 2024-12-17T04:40:06,299 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/a2c5aacb8d0c4d5d81dad5a73b2aefc6 2024-12-17T04:40:06,300 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/0249f1a2cb8646869799162d2f892394 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/0249f1a2cb8646869799162d2f892394 2024-12-17T04:40:06,300 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5992647b3343461fbc60ae168aa8d13b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5992647b3343461fbc60ae168aa8d13b 2024-12-17T04:40:06,300 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/d5b9d0c31c1543a1b63f35f033ccfcab to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/d5b9d0c31c1543a1b63f35f033ccfcab 2024-12-17T04:40:06,301 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/6aae56db7bc34e2fa763d2d89a786bf7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/6aae56db7bc34e2fa763d2d89a786bf7 2024-12-17T04:40:06,301 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9e362231c00c4bae830e1bf33e14f21f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/9e362231c00c4bae830e1bf33e14f21f 2024-12-17T04:40:06,301 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7b660f5d9abd44be8266344f3bce01c5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/7b660f5d9abd44be8266344f3bce01c5 2024-12-17T04:40:06,301 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2e493817b55e43cc974896d41d188980 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/2e493817b55e43cc974896d41d188980 2024-12-17T04:40:06,302 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/483a72ff2a124102b3aa23a54e733e4e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/483a72ff2a124102b3aa23a54e733e4e 2024-12-17T04:40:06,302 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/74ed3fd24a0a40a18d870753f0ec3e0c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/74ed3fd24a0a40a18d870753f0ec3e0c 2024-12-17T04:40:06,302 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3ed2cb281c014db1a520f24471878449 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3ed2cb281c014db1a520f24471878449 2024-12-17T04:40:06,303 DEBUG [StoreCloser-TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/44ef07048d614172a7bdfce76c6389c9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/d117f1769ce54f46afcf5ad08c9ad5ae, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/8a7848e9042d407da7a232845d0f3f4e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a924975a51b14fc482e6539424e2f8dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/689b87e60fed42f9b3e15941d593177b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/fefe20fef419436385ae85d0eee5e18c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/e846e8a3f81447289044808695c83dea, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bdb54c26a4874b0d8bdee263df4187b8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/91acc351c63440e18453792991e6239e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a7b6a6c585a6482c9f561cee30089659, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/536f5c497f744167ac3f9e7f094731d5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/82dbd816afa04e4a956d4ead6504e489, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bc8080d4f17043b88c540945ec362b4c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a2ced22377814d9cb516afb443c6e543, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4e3c631f37d748f2ac8ec83254b6e471, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/7c1783ff3eea4a94b4fffeb525023108, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a971bfba1eed4a3483b010f3ca1c01da, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/b5b182364f124896b231441545d58dbf, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6b47eb31f41a40a7bfc0bb72d2cc0107, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6920c5fa71aa42c0a29e677f3929f246, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4d57ad4a44bf4d06b082d0e44b659d32, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a565c3ba7dc04abfa971499dbcac11a5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a0d9c84e0c44402295bdd0e306a6cdd7] to archive 2024-12-17T04:40:06,304 DEBUG [StoreCloser-TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:06,306 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/d117f1769ce54f46afcf5ad08c9ad5ae to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/d117f1769ce54f46afcf5ad08c9ad5ae 2024-12-17T04:40:06,306 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/44ef07048d614172a7bdfce76c6389c9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/44ef07048d614172a7bdfce76c6389c9 2024-12-17T04:40:06,306 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a924975a51b14fc482e6539424e2f8dc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a924975a51b14fc482e6539424e2f8dc 2024-12-17T04:40:06,306 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/fefe20fef419436385ae85d0eee5e18c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/fefe20fef419436385ae85d0eee5e18c 2024-12-17T04:40:06,306 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/8a7848e9042d407da7a232845d0f3f4e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/8a7848e9042d407da7a232845d0f3f4e 2024-12-17T04:40:06,306 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/689b87e60fed42f9b3e15941d593177b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/689b87e60fed42f9b3e15941d593177b 2024-12-17T04:40:06,307 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bdb54c26a4874b0d8bdee263df4187b8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bdb54c26a4874b0d8bdee263df4187b8 2024-12-17T04:40:06,307 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/e846e8a3f81447289044808695c83dea to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/e846e8a3f81447289044808695c83dea 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/536f5c497f744167ac3f9e7f094731d5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/536f5c497f744167ac3f9e7f094731d5 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/82dbd816afa04e4a956d4ead6504e489 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/82dbd816afa04e4a956d4ead6504e489 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bc8080d4f17043b88c540945ec362b4c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/bc8080d4f17043b88c540945ec362b4c 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a7b6a6c585a6482c9f561cee30089659 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a7b6a6c585a6482c9f561cee30089659 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/91acc351c63440e18453792991e6239e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/91acc351c63440e18453792991e6239e 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4e3c631f37d748f2ac8ec83254b6e471 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4e3c631f37d748f2ac8ec83254b6e471 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/7c1783ff3eea4a94b4fffeb525023108 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/7c1783ff3eea4a94b4fffeb525023108 2024-12-17T04:40:06,308 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a2ced22377814d9cb516afb443c6e543 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a2ced22377814d9cb516afb443c6e543 2024-12-17T04:40:06,309 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a971bfba1eed4a3483b010f3ca1c01da to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a971bfba1eed4a3483b010f3ca1c01da 2024-12-17T04:40:06,309 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/b5b182364f124896b231441545d58dbf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/b5b182364f124896b231441545d58dbf 2024-12-17T04:40:06,309 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6b47eb31f41a40a7bfc0bb72d2cc0107 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6b47eb31f41a40a7bfc0bb72d2cc0107 2024-12-17T04:40:06,310 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a565c3ba7dc04abfa971499dbcac11a5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a565c3ba7dc04abfa971499dbcac11a5 2024-12-17T04:40:06,310 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6920c5fa71aa42c0a29e677f3929f246 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/6920c5fa71aa42c0a29e677f3929f246 2024-12-17T04:40:06,310 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4d57ad4a44bf4d06b082d0e44b659d32 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4d57ad4a44bf4d06b082d0e44b659d32 2024-12-17T04:40:06,310 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a0d9c84e0c44402295bdd0e306a6cdd7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/a0d9c84e0c44402295bdd0e306a6cdd7 2024-12-17T04:40:06,311 DEBUG [StoreCloser-TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/40d68ff9436d49a58f247696db98416d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/6535bd3c3033473bac3ccb651d4ef6eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/78a847406744414dabc1976c648076e9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e608927ed6b49559f89d8cb404676d1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/1731b0cfbb134bac937d56fc072f8492, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ceedc9b73d0c4e41835642a9a51893fa, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e5367398628483bad9c80ff551f07ca, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c8b7297086a1460db17ccdea976ca404, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/04dfdff13810474dac9191593692b999, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c96fd5ea8750400da31f799dca97f125, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/54026eb4a41347a8b9e32d71d2d55d0a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/d0868589951e484487ff5c7d3484d9e8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/94738f77d6da44fcaebabf3ec21effa5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/e28f146903da4c4f8537854a41c87ea4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/4fa586265ddc44d28b89e20c52b2e648, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/a824cb2d672c4c8e88e4ea14fbf26a77, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/9e9a4f647a674053bf007580116f1a7b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/042240e268dc4fee8805d5ac5754641f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/621e650a806942b2b0feeefdfea282e2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/90b3b670b5b94d5a96ce2899cf4274dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/cc5e708ec02e49339d448085c59e25b1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f4b68fbc97784d9593362dbc738d4c94] to archive 2024-12-17T04:40:06,311 DEBUG [StoreCloser-TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:06,313 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/40d68ff9436d49a58f247696db98416d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/40d68ff9436d49a58f247696db98416d 2024-12-17T04:40:06,313 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e608927ed6b49559f89d8cb404676d1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e608927ed6b49559f89d8cb404676d1 2024-12-17T04:40:06,314 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/6535bd3c3033473bac3ccb651d4ef6eb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/6535bd3c3033473bac3ccb651d4ef6eb 2024-12-17T04:40:06,314 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/1731b0cfbb134bac937d56fc072f8492 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/1731b0cfbb134bac937d56fc072f8492 2024-12-17T04:40:06,314 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e5367398628483bad9c80ff551f07ca to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/7e5367398628483bad9c80ff551f07ca 2024-12-17T04:40:06,314 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c8b7297086a1460db17ccdea976ca404 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c8b7297086a1460db17ccdea976ca404 2024-12-17T04:40:06,314 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/04dfdff13810474dac9191593692b999 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/04dfdff13810474dac9191593692b999 2024-12-17T04:40:06,314 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ceedc9b73d0c4e41835642a9a51893fa to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ceedc9b73d0c4e41835642a9a51893fa 2024-12-17T04:40:06,315 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/78a847406744414dabc1976c648076e9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/78a847406744414dabc1976c648076e9 2024-12-17T04:40:06,315 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/54026eb4a41347a8b9e32d71d2d55d0a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/54026eb4a41347a8b9e32d71d2d55d0a 2024-12-17T04:40:06,315 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/d0868589951e484487ff5c7d3484d9e8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/d0868589951e484487ff5c7d3484d9e8 2024-12-17T04:40:06,316 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c96fd5ea8750400da31f799dca97f125 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/c96fd5ea8750400da31f799dca97f125 2024-12-17T04:40:06,316 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/94738f77d6da44fcaebabf3ec21effa5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/94738f77d6da44fcaebabf3ec21effa5 2024-12-17T04:40:06,316 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/4fa586265ddc44d28b89e20c52b2e648 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/4fa586265ddc44d28b89e20c52b2e648 2024-12-17T04:40:06,316 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/a824cb2d672c4c8e88e4ea14fbf26a77 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/a824cb2d672c4c8e88e4ea14fbf26a77 2024-12-17T04:40:06,317 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/e28f146903da4c4f8537854a41c87ea4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/e28f146903da4c4f8537854a41c87ea4 2024-12-17T04:40:06,317 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/9e9a4f647a674053bf007580116f1a7b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/9e9a4f647a674053bf007580116f1a7b 2024-12-17T04:40:06,317 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/042240e268dc4fee8805d5ac5754641f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/042240e268dc4fee8805d5ac5754641f 2024-12-17T04:40:06,317 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/90b3b670b5b94d5a96ce2899cf4274dc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/90b3b670b5b94d5a96ce2899cf4274dc 2024-12-17T04:40:06,317 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/621e650a806942b2b0feeefdfea282e2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/621e650a806942b2b0feeefdfea282e2 2024-12-17T04:40:06,317 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/cc5e708ec02e49339d448085c59e25b1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/cc5e708ec02e49339d448085c59e25b1 2024-12-17T04:40:06,318 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f4b68fbc97784d9593362dbc738d4c94 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f4b68fbc97784d9593362dbc738d4c94 2024-12-17T04:40:06,321 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=4 2024-12-17T04:40:06,322 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7. 2024-12-17T04:40:06,322 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 4507a2792e991b499f14cc57434978f7: 2024-12-17T04:40:06,324 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=4507a2792e991b499f14cc57434978f7, regionState=CLOSED 2024-12-17T04:40:06,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-17T04:40:06,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 4507a2792e991b499f14cc57434978f7, server=07dc45045cb2,44187,1734410331712 in 1.8880 sec 2024-12-17T04:40:06,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-17T04:40:06,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4507a2792e991b499f14cc57434978f7, UNASSIGN in 1.8930 sec 2024-12-17T04:40:06,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-17T04:40:06,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8960 sec 2024-12-17T04:40:06,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410406328"}]},"ts":"1734410406328"} 2024-12-17T04:40:06,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T04:40:06,379 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T04:40:06,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9970 sec 2024-12-17T04:40:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T04:40:06,494 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-17T04:40:06,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T04:40:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:06,498 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T04:40:06,499 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:06,502 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,507 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/recovered.edits] 2024-12-17T04:40:06,511 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/170b2d13b9294955810354c4abbd1c26 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/170b2d13b9294955810354c4abbd1c26 2024-12-17T04:40:06,511 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3233cfd57aa84ad4913fda0d60278aba to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/3233cfd57aa84ad4913fda0d60278aba 2024-12-17T04:40:06,511 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5ce7c868d9384fc88677617e2ffb7766 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/A/5ce7c868d9384fc88677617e2ffb7766 2024-12-17T04:40:06,514 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4cd40a5321504aaeb7c0e440f6692c6e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/4cd40a5321504aaeb7c0e440f6692c6e 2024-12-17T04:40:06,514 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/446b164958a6409394f897c2f6e9c4a2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/446b164958a6409394f897c2f6e9c4a2 2024-12-17T04:40:06,514 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/46c443ea3ccb40bbb7aa651a9c7b6c67 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/B/46c443ea3ccb40bbb7aa651a9c7b6c67 2024-12-17T04:40:06,517 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ba21d83d89eb4c25bfaa4ca10aae095d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/ba21d83d89eb4c25bfaa4ca10aae095d 2024-12-17T04:40:06,517 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f25979e503d44fbfb981c2e6620b89e5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/f25979e503d44fbfb981c2e6620b89e5 2024-12-17T04:40:06,517 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/3e3589197dc1475f974ee925867f678e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/C/3e3589197dc1475f974ee925867f678e 2024-12-17T04:40:06,519 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/recovered.edits/381.seqid to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7/recovered.edits/381.seqid 2024-12-17T04:40:06,520 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,520 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T04:40:06,521 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T04:40:06,522 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T04:40:06,529 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170782f609e94d498980480829e3da0781_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170782f609e94d498980480829e3da0781_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,529 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121726dccd9ebb8c4376a996f14a35f7a9fc_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121726dccd9ebb8c4376a996f14a35f7a9fc_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,530 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217314349e6e7e04f259fcee36a391006de_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217314349e6e7e04f259fcee36a391006de_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,530 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217281b5379df134bf886ad301fd1a7d35e_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217281b5379df134bf886ad301fd1a7d35e_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,530 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121728ae5d90de774e25b2c37aca5a72b42b_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121728ae5d90de774e25b2c37aca5a72b42b_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,530 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174d70be6a047c431f923dbdafe61e655f_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174d70be6a047c431f923dbdafe61e655f_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,530 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121708c80365aeee46829a87b72160f71010_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121708c80365aeee46829a87b72160f71010_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,530 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217526b5e3a28c14be2a85babd3879307be_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217526b5e3a28c14be2a85babd3879307be_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,531 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121783b70f4c76a84a49ac3b73d66ddc42b0_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121783b70f4c76a84a49ac3b73d66ddc42b0_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,531 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179f79b66aabee4e51afd27dc48e40cb47_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179f79b66aabee4e51afd27dc48e40cb47_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,531 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a4093db724394e6b9bf06c649718ec27_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a4093db724394e6b9bf06c649718ec27_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,532 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9a9edd1a64346dc90244bfe806b3f94_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9a9edd1a64346dc90244bfe806b3f94_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,532 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ba1c7b653fbc47fb86dabdad9cbb9453_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ba1c7b653fbc47fb86dabdad9cbb9453_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,532 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a4fcda6f007c4946836963108245fe75_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a4fcda6f007c4946836963108245fe75_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,532 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121761596cbd8f644ad08f77bd3c7dff3ccf_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121761596cbd8f644ad08f77bd3c7dff3ccf_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,532 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d016f5e6c99e4390ad2225c236ed3073_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d016f5e6c99e4390ad2225c236ed3073_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,533 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e61880ba88424b8683d378200c4daf70_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e61880ba88424b8683d378200c4daf70_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,533 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d8c2bf516c5841a7aa21c717bb69b9eb_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d8c2bf516c5841a7aa21c717bb69b9eb_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,533 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e9b3a6d6eef94fc097b9ce01097891d3_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e9b3a6d6eef94fc097b9ce01097891d3_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,533 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f92892c9e05442c19689d29461c760c7_4507a2792e991b499f14cc57434978f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f92892c9e05442c19689d29461c760c7_4507a2792e991b499f14cc57434978f7 2024-12-17T04:40:06,533 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T04:40:06,536 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:06,538 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T04:40:06,541 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T04:40:06,542 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:06,542 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T04:40:06,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734410406542"}]},"ts":"9223372036854775807"} 2024-12-17T04:40:06,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T04:40:06,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4507a2792e991b499f14cc57434978f7, NAME => 'TestAcidGuarantees,,1734410371645.4507a2792e991b499f14cc57434978f7.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T04:40:06,545 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T04:40:06,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734410406545"}]},"ts":"9223372036854775807"} 2024-12-17T04:40:06,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T04:40:06,558 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:06,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-12-17T04:40:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T04:40:06,600 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-17T04:40:06,611 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=244 (was 246), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 205) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7699 (was 7826) 2024-12-17T04:40:06,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=7699 2024-12-17T04:40:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:40:06,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:40:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:06,625 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T04:40:06,625 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:06,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-17T04:40:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-17T04:40:06,626 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T04:40:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742056_1232 (size=963) 2024-12-17T04:40:06,637 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:40:06,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742057_1233 (size=53) 2024-12-17T04:40:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-17T04:40:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-17T04:40:07,044 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:40:07,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 134fccb92d0dc943d44d576e8181f94d, disabling compactions & flushes 2024-12-17T04:40:07,045 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. after waiting 0 ms 2024-12-17T04:40:07,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,045 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,045 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:07,048 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T04:40:07,048 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734410407048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734410407048"}]},"ts":"1734410407048"} 2024-12-17T04:40:07,050 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T04:40:07,052 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T04:40:07,052 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410407052"}]},"ts":"1734410407052"} 2024-12-17T04:40:07,054 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T04:40:07,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=134fccb92d0dc943d44d576e8181f94d, ASSIGN}] 2024-12-17T04:40:07,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=134fccb92d0dc943d44d576e8181f94d, ASSIGN 2024-12-17T04:40:07,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=134fccb92d0dc943d44d576e8181f94d, ASSIGN; state=OFFLINE, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=false 2024-12-17T04:40:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-17T04:40:07,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=134fccb92d0dc943d44d576e8181f94d, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:07,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:07,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:07,426 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,426 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:40:07,426 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,427 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:40:07,427 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,427 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,429 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,431 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:07,432 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 134fccb92d0dc943d44d576e8181f94d columnFamilyName A 2024-12-17T04:40:07,432 DEBUG [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:07,433 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.HStore(327): Store=134fccb92d0dc943d44d576e8181f94d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:07,433 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,434 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:07,435 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 134fccb92d0dc943d44d576e8181f94d columnFamilyName B 2024-12-17T04:40:07,435 DEBUG [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:07,435 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.HStore(327): Store=134fccb92d0dc943d44d576e8181f94d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:07,436 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,437 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:07,437 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 134fccb92d0dc943d44d576e8181f94d columnFamilyName C 2024-12-17T04:40:07,437 DEBUG [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:07,438 INFO [StoreOpener-134fccb92d0dc943d44d576e8181f94d-1 {}] regionserver.HStore(327): Store=134fccb92d0dc943d44d576e8181f94d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:07,438 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,439 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,440 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,442 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:40:07,444 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,447 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:40:07,448 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 134fccb92d0dc943d44d576e8181f94d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61155114, jitterRate=-0.08871778845787048}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:40:07,449 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:07,450 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., pid=72, masterSystemTime=1734410407420 2024-12-17T04:40:07,451 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,451 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:07,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=134fccb92d0dc943d44d576e8181f94d, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:07,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-17T04:40:07,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 in 187 msec 2024-12-17T04:40:07,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-17T04:40:07,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=134fccb92d0dc943d44d576e8181f94d, ASSIGN in 346 msec 2024-12-17T04:40:07,457 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T04:40:07,457 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410407457"}]},"ts":"1734410407457"} 2024-12-17T04:40:07,458 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T04:40:07,466 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T04:40:07,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 843 msec 2024-12-17T04:40:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-17T04:40:07,731 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-17T04:40:07,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-12-17T04:40:07,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T04:40:07,780 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T04:40:07,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-12-17T04:40:07,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-12-17T04:40:07,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-12-17T04:40:07,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-12-17T04:40:07,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,836 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-12-17T04:40:07,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-12-17T04:40:07,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-12-17T04:40:07,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,875 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x598cfed4 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@521aad6f 2024-12-17T04:40:07,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86f707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ad882f to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f5b2180 2024-12-17T04:40:07,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34becda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-17T04:40:07,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:07,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:07,912 DEBUG [hconnection-0x587bab53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,912 DEBUG [hconnection-0x1fe6947a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-17T04:40:07,912 DEBUG [hconnection-0x1bd73203-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,912 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,912 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T04:40:07,913 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:07,913 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,914 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:07,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:07,916 DEBUG [hconnection-0x7496089a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,917 DEBUG [hconnection-0x43b46f20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,917 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,918 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,919 DEBUG [hconnection-0x80fa607-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,920 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,920 DEBUG [hconnection-0x1d28cffe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,921 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,922 DEBUG [hconnection-0x4c406aba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,922 DEBUG [hconnection-0x757aa44f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,922 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,923 DEBUG [hconnection-0x100fe920-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:07,924 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,924 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:07,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:40:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:07,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/53b6882d8be249dcbad0e670824177a9 is 50, key is test_row_0/A:col10/1734410407924/Put/seqid=0 2024-12-17T04:40:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742058_1234 (size=12001) 2024-12-17T04:40:07,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:07,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410467975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410467975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410467977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410467978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410467979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T04:40:08,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-17T04:40:08,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410468080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410468080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410468081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410468081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410468081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T04:40:08,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-17T04:40:08,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410468282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410468282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410468284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410468284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410468284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/53b6882d8be249dcbad0e670824177a9 2024-12-17T04:40:08,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-17T04:40:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/6196d4eceb934650959c6704d844f132 is 50, key is test_row_0/B:col10/1734410407924/Put/seqid=0 2024-12-17T04:40:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742059_1235 (size=12001) 2024-12-17T04:40:08,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/6196d4eceb934650959c6704d844f132 2024-12-17T04:40:08,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/4a587efea4dc466a834725514e3fefeb is 50, key is test_row_0/C:col10/1734410407924/Put/seqid=0 2024-12-17T04:40:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742060_1236 (size=12001) 2024-12-17T04:40:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T04:40:08,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-17T04:40:08,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:08,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410468584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410468586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410468586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410468587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410468588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-17T04:40:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/4a587efea4dc466a834725514e3fefeb 2024-12-17T04:40:08,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-17T04:40:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:08,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/53b6882d8be249dcbad0e670824177a9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/53b6882d8be249dcbad0e670824177a9 2024-12-17T04:40:08,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/53b6882d8be249dcbad0e670824177a9, entries=150, sequenceid=14, filesize=11.7 K 2024-12-17T04:40:08,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/6196d4eceb934650959c6704d844f132 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6196d4eceb934650959c6704d844f132 2024-12-17T04:40:08,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6196d4eceb934650959c6704d844f132, entries=150, sequenceid=14, filesize=11.7 K 2024-12-17T04:40:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/4a587efea4dc466a834725514e3fefeb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/4a587efea4dc466a834725514e3fefeb 2024-12-17T04:40:08,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/4a587efea4dc466a834725514e3fefeb, entries=150, sequenceid=14, filesize=11.7 K 2024-12-17T04:40:08,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 134fccb92d0dc943d44d576e8181f94d in 925ms, sequenceid=14, compaction requested=false 2024-12-17T04:40:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T04:40:08,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:08,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:08,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-17T04:40:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:08,981 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T04:40:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:08,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/487f614c7eda4881a4bebad0bc22e039 is 50, key is test_row_0/A:col10/1734410407977/Put/seqid=0 2024-12-17T04:40:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742061_1237 (size=12001) 2024-12-17T04:40:08,991 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/487f614c7eda4881a4bebad0bc22e039 2024-12-17T04:40:08,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/6e76e2e428af42878b633b730b729f90 is 50, key is test_row_0/B:col10/1734410407977/Put/seqid=0 2024-12-17T04:40:09,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742062_1238 (size=12001) 2024-12-17T04:40:09,010 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/6e76e2e428af42878b633b730b729f90 2024-12-17T04:40:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T04:40:09,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/471bbef3c2174b2fa5bf1b11ae6f2232 is 50, key is test_row_0/C:col10/1734410407977/Put/seqid=0 2024-12-17T04:40:09,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742063_1239 (size=12001) 2024-12-17T04:40:09,024 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/471bbef3c2174b2fa5bf1b11ae6f2232 2024-12-17T04:40:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/487f614c7eda4881a4bebad0bc22e039 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/487f614c7eda4881a4bebad0bc22e039 2024-12-17T04:40:09,032 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/487f614c7eda4881a4bebad0bc22e039, entries=150, sequenceid=37, filesize=11.7 K 2024-12-17T04:40:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/6e76e2e428af42878b633b730b729f90 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6e76e2e428af42878b633b730b729f90 2024-12-17T04:40:09,036 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6e76e2e428af42878b633b730b729f90, entries=150, sequenceid=37, filesize=11.7 K 2024-12-17T04:40:09,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/471bbef3c2174b2fa5bf1b11ae6f2232 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/471bbef3c2174b2fa5bf1b11ae6f2232 2024-12-17T04:40:09,041 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/471bbef3c2174b2fa5bf1b11ae6f2232, entries=150, sequenceid=37, filesize=11.7 K 2024-12-17T04:40:09,041 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 134fccb92d0dc943d44d576e8181f94d in 60ms, sequenceid=37, compaction requested=false 2024-12-17T04:40:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-17T04:40:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-17T04:40:09,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-17T04:40:09,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-12-17T04:40:09,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.1330 sec 2024-12-17T04:40:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:09,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:40:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:09,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/51496036caa64f2ea063e18c72fe76b5 is 50, key is test_row_0/A:col10/1734410409092/Put/seqid=0 2024-12-17T04:40:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410469112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410469114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410469114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410469115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410469115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742064_1240 (size=12001) 2024-12-17T04:40:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410469216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410469218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410469219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410469219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410469219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410469419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410469421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410469421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410469421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410469421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/51496036caa64f2ea063e18c72fe76b5 2024-12-17T04:40:09,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/2a3d401c7ad34a66b21de043bc1446b0 is 50, key is test_row_0/B:col10/1734410409092/Put/seqid=0 2024-12-17T04:40:09,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742065_1241 (size=12001) 2024-12-17T04:40:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410469724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410469724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410469725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410469725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410469725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:09,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/2a3d401c7ad34a66b21de043bc1446b0 2024-12-17T04:40:09,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/960f6bd75e11486ea5fa8959ca5dd330 is 50, key is test_row_0/C:col10/1734410409092/Put/seqid=0 2024-12-17T04:40:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742066_1242 (size=12001) 2024-12-17T04:40:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T04:40:10,016 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-17T04:40:10,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-17T04:40:10,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:10,019 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:10,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-17T04:40:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-17T04:40:10,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-17T04:40:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410470226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410470226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410470227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410470227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410470230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-17T04:40:10,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-17T04:40:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:10,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/960f6bd75e11486ea5fa8959ca5dd330 2024-12-17T04:40:10,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/51496036caa64f2ea063e18c72fe76b5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/51496036caa64f2ea063e18c72fe76b5 2024-12-17T04:40:10,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/51496036caa64f2ea063e18c72fe76b5, entries=150, sequenceid=48, filesize=11.7 K 2024-12-17T04:40:10,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/2a3d401c7ad34a66b21de043bc1446b0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/2a3d401c7ad34a66b21de043bc1446b0 2024-12-17T04:40:10,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/2a3d401c7ad34a66b21de043bc1446b0, entries=150, sequenceid=48, filesize=11.7 K 2024-12-17T04:40:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/960f6bd75e11486ea5fa8959ca5dd330 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/960f6bd75e11486ea5fa8959ca5dd330 2024-12-17T04:40:10,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/960f6bd75e11486ea5fa8959ca5dd330, entries=150, sequenceid=48, filesize=11.7 K 2024-12-17T04:40:10,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 134fccb92d0dc943d44d576e8181f94d in 1265ms, sequenceid=48, compaction requested=true 2024-12-17T04:40:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:10,358 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:10,358 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:10,359 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:10,359 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:10,359 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:10,359 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:10,359 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,360 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,360 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/53b6882d8be249dcbad0e670824177a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/487f614c7eda4881a4bebad0bc22e039, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/51496036caa64f2ea063e18c72fe76b5] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.2 K 2024-12-17T04:40:10,360 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6196d4eceb934650959c6704d844f132, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6e76e2e428af42878b633b730b729f90, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/2a3d401c7ad34a66b21de043bc1446b0] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.2 K 2024-12-17T04:40:10,360 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6196d4eceb934650959c6704d844f132, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734410407923 2024-12-17T04:40:10,360 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53b6882d8be249dcbad0e670824177a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734410407923 2024-12-17T04:40:10,360 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e76e2e428af42878b633b730b729f90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734410407939 2024-12-17T04:40:10,360 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 487f614c7eda4881a4bebad0bc22e039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734410407939 2024-12-17T04:40:10,361 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a3d401c7ad34a66b21de043bc1446b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734410409090 2024-12-17T04:40:10,361 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51496036caa64f2ea063e18c72fe76b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734410409090 2024-12-17T04:40:10,368 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:10,369 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/c021fa993b0f4eda9dfdcd93bc97f47b is 50, key is test_row_0/B:col10/1734410409092/Put/seqid=0 2024-12-17T04:40:10,377 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:10,378 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/a88619461b774d999c52c1946eda09fb is 50, key is test_row_0/A:col10/1734410409092/Put/seqid=0 2024-12-17T04:40:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742067_1243 (size=12104) 2024-12-17T04:40:10,389 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/c021fa993b0f4eda9dfdcd93bc97f47b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c021fa993b0f4eda9dfdcd93bc97f47b 2024-12-17T04:40:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742068_1244 (size=12104) 2024-12-17T04:40:10,395 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into c021fa993b0f4eda9dfdcd93bc97f47b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:10,395 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:10,395 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=13, startTime=1734410410358; duration=0sec 2024-12-17T04:40:10,395 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:10,395 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:10,395 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:10,396 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:10,396 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:10,396 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,396 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/4a587efea4dc466a834725514e3fefeb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/471bbef3c2174b2fa5bf1b11ae6f2232, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/960f6bd75e11486ea5fa8959ca5dd330] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.2 K 2024-12-17T04:40:10,397 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a587efea4dc466a834725514e3fefeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734410407923 2024-12-17T04:40:10,397 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 471bbef3c2174b2fa5bf1b11ae6f2232, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734410407939 2024-12-17T04:40:10,397 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 960f6bd75e11486ea5fa8959ca5dd330, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734410409090 2024-12-17T04:40:10,406 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:10,407 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/b308e12765e34c058c6fb8bb97018b4d is 50, key is test_row_0/C:col10/1734410409092/Put/seqid=0 2024-12-17T04:40:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742069_1245 (size=12104) 2024-12-17T04:40:10,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:10,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-17T04:40:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,476 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:40:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:10,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/a82c36d494c34472b6d9c5ddae1ec5e7 is 50, key is test_row_0/A:col10/1734410409113/Put/seqid=0 2024-12-17T04:40:10,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742070_1246 (size=12001) 2024-12-17T04:40:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-17T04:40:10,798 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/a88619461b774d999c52c1946eda09fb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a88619461b774d999c52c1946eda09fb 2024-12-17T04:40:10,802 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into a88619461b774d999c52c1946eda09fb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:10,802 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:10,802 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=13, startTime=1734410410358; duration=0sec 2024-12-17T04:40:10,802 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:10,802 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:10,823 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/b308e12765e34c058c6fb8bb97018b4d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/b308e12765e34c058c6fb8bb97018b4d 2024-12-17T04:40:10,827 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into b308e12765e34c058c6fb8bb97018b4d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:10,827 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:10,827 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=13, startTime=1734410410358; duration=0sec 2024-12-17T04:40:10,827 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:10,827 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:10,892 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/a82c36d494c34472b6d9c5ddae1ec5e7 2024-12-17T04:40:10,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/875876236c6841388856bae5a9f97dad is 50, key is test_row_0/B:col10/1734410409113/Put/seqid=0 2024-12-17T04:40:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742071_1247 (size=12001) 2024-12-17T04:40:10,906 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/875876236c6841388856bae5a9f97dad 2024-12-17T04:40:10,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/e3db235fbb7b49c3988dfe1e16f84f37 is 50, key is test_row_0/C:col10/1734410409113/Put/seqid=0 2024-12-17T04:40:10,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742072_1248 (size=12001) 2024-12-17T04:40:10,917 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/e3db235fbb7b49c3988dfe1e16f84f37 2024-12-17T04:40:10,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/a82c36d494c34472b6d9c5ddae1ec5e7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a82c36d494c34472b6d9c5ddae1ec5e7 2024-12-17T04:40:10,924 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a82c36d494c34472b6d9c5ddae1ec5e7, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T04:40:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/875876236c6841388856bae5a9f97dad as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/875876236c6841388856bae5a9f97dad 2024-12-17T04:40:10,930 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/875876236c6841388856bae5a9f97dad, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T04:40:10,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/e3db235fbb7b49c3988dfe1e16f84f37 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/e3db235fbb7b49c3988dfe1e16f84f37 2024-12-17T04:40:10,935 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/e3db235fbb7b49c3988dfe1e16f84f37, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T04:40:10,936 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 134fccb92d0dc943d44d576e8181f94d in 461ms, sequenceid=75, compaction requested=false 2024-12-17T04:40:10,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:10,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:10,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-17T04:40:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-17T04:40:10,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-17T04:40:10,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-12-17T04:40:10,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 922 msec 2024-12-17T04:40:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-17T04:40:11,122 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-17T04:40:11,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-17T04:40:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T04:40:11,124 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:11,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:11,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T04:40:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:11,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:40:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:11,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:11,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/af1cb7551f1e4011a52053c833dd8f3d is 50, key is test_row_0/A:col10/1734410411235/Put/seqid=0 2024-12-17T04:40:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742073_1249 (size=12001) 2024-12-17T04:40:11,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T04:40:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410471274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410471276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410471278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410471278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410471278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410471379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410471380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410471380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410471381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410471381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T04:40:11,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T04:40:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T04:40:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410471581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410471582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410471583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410471583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410471584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/af1cb7551f1e4011a52053c833dd8f3d 2024-12-17T04:40:11,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/48bc28e4caed47d0ad8619092b08ff2c is 50, key is test_row_0/B:col10/1734410411235/Put/seqid=0 2024-12-17T04:40:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742074_1250 (size=12001) 2024-12-17T04:40:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T04:40:11,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T04:40:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T04:40:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410471884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410471884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T04:40:11,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410471884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:11,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:11,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:11,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410471885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410471887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T04:40:12,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:12,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:12,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:12,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:12,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:12,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/48bc28e4caed47d0ad8619092b08ff2c 2024-12-17T04:40:12,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/5c0d8de2d4b048a392cd5e928fea119c is 50, key is test_row_0/C:col10/1734410411235/Put/seqid=0 2024-12-17T04:40:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742075_1251 (size=12001) 2024-12-17T04:40:12,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/5c0d8de2d4b048a392cd5e928fea119c 2024-12-17T04:40:12,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/af1cb7551f1e4011a52053c833dd8f3d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/af1cb7551f1e4011a52053c833dd8f3d 2024-12-17T04:40:12,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/af1cb7551f1e4011a52053c833dd8f3d, entries=150, sequenceid=90, filesize=11.7 K 2024-12-17T04:40:12,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/48bc28e4caed47d0ad8619092b08ff2c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/48bc28e4caed47d0ad8619092b08ff2c 2024-12-17T04:40:12,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/48bc28e4caed47d0ad8619092b08ff2c, entries=150, sequenceid=90, filesize=11.7 K 2024-12-17T04:40:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/5c0d8de2d4b048a392cd5e928fea119c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/5c0d8de2d4b048a392cd5e928fea119c 2024-12-17T04:40:12,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/5c0d8de2d4b048a392cd5e928fea119c, entries=150, sequenceid=90, filesize=11.7 K 2024-12-17T04:40:12,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 134fccb92d0dc943d44d576e8181f94d in 865ms, sequenceid=90, compaction requested=true 2024-12-17T04:40:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:12,100 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:12,100 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:12,101 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:12,101 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:12,101 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:12,101 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c021fa993b0f4eda9dfdcd93bc97f47b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/875876236c6841388856bae5a9f97dad, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/48bc28e4caed47d0ad8619092b08ff2c] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.3 K 2024-12-17T04:40:12,101 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:12,101 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:12,102 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:12,102 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a88619461b774d999c52c1946eda09fb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a82c36d494c34472b6d9c5ddae1ec5e7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/af1cb7551f1e4011a52053c833dd8f3d] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.3 K 2024-12-17T04:40:12,102 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c021fa993b0f4eda9dfdcd93bc97f47b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734410409090 2024-12-17T04:40:12,102 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a88619461b774d999c52c1946eda09fb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734410409090 2024-12-17T04:40:12,102 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 875876236c6841388856bae5a9f97dad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734410409113 2024-12-17T04:40:12,102 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82c36d494c34472b6d9c5ddae1ec5e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734410409113 2024-12-17T04:40:12,102 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 48bc28e4caed47d0ad8619092b08ff2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734410411233 2024-12-17T04:40:12,103 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting af1cb7551f1e4011a52053c833dd8f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734410411233 2024-12-17T04:40:12,109 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:12,109 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/f0e393fb60814fe5afba4ebb832124d2 is 50, key is test_row_0/B:col10/1734410411235/Put/seqid=0 2024-12-17T04:40:12,110 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:12,110 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/1798918fddd9432baa8e7f87cbadfe07 is 50, key is test_row_0/A:col10/1734410411235/Put/seqid=0 2024-12-17T04:40:12,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742076_1252 (size=12207) 2024-12-17T04:40:12,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742077_1253 (size=12207) 2024-12-17T04:40:12,120 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/1798918fddd9432baa8e7f87cbadfe07 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1798918fddd9432baa8e7f87cbadfe07 2024-12-17T04:40:12,124 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into 1798918fddd9432baa8e7f87cbadfe07(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:12,124 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:12,124 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=13, startTime=1734410412100; duration=0sec 2024-12-17T04:40:12,124 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:12,124 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:12,124 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:12,125 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:12,125 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:12,125 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:12,125 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/b308e12765e34c058c6fb8bb97018b4d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/e3db235fbb7b49c3988dfe1e16f84f37, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/5c0d8de2d4b048a392cd5e928fea119c] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.3 K 2024-12-17T04:40:12,126 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting b308e12765e34c058c6fb8bb97018b4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734410409090 2024-12-17T04:40:12,126 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3db235fbb7b49c3988dfe1e16f84f37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734410409113 2024-12-17T04:40:12,126 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c0d8de2d4b048a392cd5e928fea119c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734410411233 2024-12-17T04:40:12,132 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:12,133 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/eed77558e8d04cb3a0b2eef0d2e4236a is 50, key is test_row_0/C:col10/1734410411235/Put/seqid=0 2024-12-17T04:40:12,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742078_1254 (size=12207) 2024-12-17T04:40:12,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T04:40:12,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:12,191 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T04:40:12,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:12,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:12,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:12,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:12,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:12,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/434f3ee650bb4752bf8646b0b31e831b is 50, key is test_row_0/A:col10/1734410411275/Put/seqid=0 2024-12-17T04:40:12,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742079_1255 (size=12001) 2024-12-17T04:40:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T04:40:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:12,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:12,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410472393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410472394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410472394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410472394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410472394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410472496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410472496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410472497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410472497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410472497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,520 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/f0e393fb60814fe5afba4ebb832124d2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/f0e393fb60814fe5afba4ebb832124d2 2024-12-17T04:40:12,524 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into f0e393fb60814fe5afba4ebb832124d2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:12,524 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:12,524 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=13, startTime=1734410412100; duration=0sec 2024-12-17T04:40:12,524 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:12,524 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:12,541 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/eed77558e8d04cb3a0b2eef0d2e4236a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/eed77558e8d04cb3a0b2eef0d2e4236a 2024-12-17T04:40:12,545 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into eed77558e8d04cb3a0b2eef0d2e4236a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:12,545 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:12,545 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=13, startTime=1734410412100; duration=0sec 2024-12-17T04:40:12,545 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:12,545 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:12,600 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/434f3ee650bb4752bf8646b0b31e831b 2024-12-17T04:40:12,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b643ce3e15864a73ae499905dd552575 is 50, key is test_row_0/B:col10/1734410411275/Put/seqid=0 2024-12-17T04:40:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742080_1256 (size=12001) 2024-12-17T04:40:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410472699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410472699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410472699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410472700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410472700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410473001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410473003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410473003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410473003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410473004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,015 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b643ce3e15864a73ae499905dd552575 2024-12-17T04:40:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/2b193ea3c61a4c6cb880e179b300693c is 50, key is test_row_0/C:col10/1734410411275/Put/seqid=0 2024-12-17T04:40:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742081_1257 (size=12001) 2024-12-17T04:40:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T04:40:13,426 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/2b193ea3c61a4c6cb880e179b300693c 2024-12-17T04:40:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/434f3ee650bb4752bf8646b0b31e831b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/434f3ee650bb4752bf8646b0b31e831b 2024-12-17T04:40:13,433 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/434f3ee650bb4752bf8646b0b31e831b, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T04:40:13,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b643ce3e15864a73ae499905dd552575 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b643ce3e15864a73ae499905dd552575 2024-12-17T04:40:13,438 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b643ce3e15864a73ae499905dd552575, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T04:40:13,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/2b193ea3c61a4c6cb880e179b300693c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2b193ea3c61a4c6cb880e179b300693c 2024-12-17T04:40:13,441 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2b193ea3c61a4c6cb880e179b300693c, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T04:40:13,442 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 134fccb92d0dc943d44d576e8181f94d in 1251ms, sequenceid=115, compaction requested=false 2024-12-17T04:40:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-17T04:40:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-17T04:40:13,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-17T04:40:13,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3180 sec 2024-12-17T04:40:13,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.3240 sec 2024-12-17T04:40:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:13,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T04:40:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:13,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:13,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/e53ec0b0352c4ad9b4aab02092ca9fa5 is 50, key is test_row_0/A:col10/1734410413507/Put/seqid=0 2024-12-17T04:40:13,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742082_1258 (size=12101) 2024-12-17T04:40:13,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410473518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410473518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410473519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410473520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410473521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410473622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410473622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410473622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410473624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410473624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410473825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410473826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410473826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410473826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410473826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:13,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/e53ec0b0352c4ad9b4aab02092ca9fa5 2024-12-17T04:40:13,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/38dda8546dcd4951adb87f02cdc35ed2 is 50, key is test_row_0/B:col10/1734410413507/Put/seqid=0 2024-12-17T04:40:13,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742083_1259 (size=12101) 2024-12-17T04:40:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410474128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410474128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410474128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410474129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410474129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/38dda8546dcd4951adb87f02cdc35ed2 2024-12-17T04:40:14,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f7c12919aee843d5bda9ec09b402ee1a is 50, key is test_row_0/C:col10/1734410413507/Put/seqid=0 2024-12-17T04:40:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742084_1260 (size=12101) 2024-12-17T04:40:14,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410474631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410474632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410474632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410474633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410474634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:14,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f7c12919aee843d5bda9ec09b402ee1a 2024-12-17T04:40:14,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/e53ec0b0352c4ad9b4aab02092ca9fa5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/e53ec0b0352c4ad9b4aab02092ca9fa5 2024-12-17T04:40:14,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/e53ec0b0352c4ad9b4aab02092ca9fa5, entries=150, sequenceid=132, filesize=11.8 K 2024-12-17T04:40:14,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/38dda8546dcd4951adb87f02cdc35ed2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/38dda8546dcd4951adb87f02cdc35ed2 2024-12-17T04:40:14,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/38dda8546dcd4951adb87f02cdc35ed2, entries=150, sequenceid=132, filesize=11.8 K 2024-12-17T04:40:14,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f7c12919aee843d5bda9ec09b402ee1a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7c12919aee843d5bda9ec09b402ee1a 2024-12-17T04:40:14,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7c12919aee843d5bda9ec09b402ee1a, entries=150, sequenceid=132, filesize=11.8 K 2024-12-17T04:40:14,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 134fccb92d0dc943d44d576e8181f94d in 1256ms, sequenceid=132, compaction requested=true 2024-12-17T04:40:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:14,763 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:14,763 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:14,764 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:14,764 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:14,764 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:14,764 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:14,764 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:14,764 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1798918fddd9432baa8e7f87cbadfe07, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/434f3ee650bb4752bf8646b0b31e831b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/e53ec0b0352c4ad9b4aab02092ca9fa5] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.5 K 2024-12-17T04:40:14,764 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:14,764 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/f0e393fb60814fe5afba4ebb832124d2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b643ce3e15864a73ae499905dd552575, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/38dda8546dcd4951adb87f02cdc35ed2] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.5 K 2024-12-17T04:40:14,765 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1798918fddd9432baa8e7f87cbadfe07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734410411233 2024-12-17T04:40:14,765 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e393fb60814fe5afba4ebb832124d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734410411233 2024-12-17T04:40:14,765 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 434f3ee650bb4752bf8646b0b31e831b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734410411275 2024-12-17T04:40:14,765 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b643ce3e15864a73ae499905dd552575, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734410411275 2024-12-17T04:40:14,765 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 38dda8546dcd4951adb87f02cdc35ed2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734410412394 2024-12-17T04:40:14,765 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53ec0b0352c4ad9b4aab02092ca9fa5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734410412394 2024-12-17T04:40:14,772 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:14,773 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/a3898d1fb3b047adb2b727dff3e2bdfe is 50, key is test_row_0/A:col10/1734410413507/Put/seqid=0 2024-12-17T04:40:14,777 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:14,777 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/194aaba6dc25490ca23592838e26f6f4 is 50, key is test_row_0/B:col10/1734410413507/Put/seqid=0 2024-12-17T04:40:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742085_1261 (size=12409) 2024-12-17T04:40:14,786 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/a3898d1fb3b047adb2b727dff3e2bdfe as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a3898d1fb3b047adb2b727dff3e2bdfe 2024-12-17T04:40:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742086_1262 (size=12409) 2024-12-17T04:40:14,793 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into a3898d1fb3b047adb2b727dff3e2bdfe(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:14,794 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:14,794 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=13, startTime=1734410414763; duration=0sec 2024-12-17T04:40:14,794 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:14,794 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:14,794 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:14,794 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/194aaba6dc25490ca23592838e26f6f4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/194aaba6dc25490ca23592838e26f6f4 2024-12-17T04:40:14,795 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:14,795 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:14,795 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:14,796 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/eed77558e8d04cb3a0b2eef0d2e4236a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2b193ea3c61a4c6cb880e179b300693c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7c12919aee843d5bda9ec09b402ee1a] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.5 K 2024-12-17T04:40:14,796 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting eed77558e8d04cb3a0b2eef0d2e4236a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734410411233 2024-12-17T04:40:14,797 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b193ea3c61a4c6cb880e179b300693c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734410411275 2024-12-17T04:40:14,797 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c12919aee843d5bda9ec09b402ee1a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734410412394 2024-12-17T04:40:14,800 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into 194aaba6dc25490ca23592838e26f6f4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:14,800 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:14,800 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=13, startTime=1734410414763; duration=0sec 2024-12-17T04:40:14,800 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:14,800 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:14,807 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:14,808 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/303b6066cf024938a210d27e823ef9a0 is 50, key is test_row_0/C:col10/1734410413507/Put/seqid=0 2024-12-17T04:40:14,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742087_1263 (size=12409) 2024-12-17T04:40:15,216 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/303b6066cf024938a210d27e823ef9a0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/303b6066cf024938a210d27e823ef9a0 2024-12-17T04:40:15,220 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into 303b6066cf024938a210d27e823ef9a0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:15,220 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:15,220 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=13, startTime=1734410414763; duration=0sec 2024-12-17T04:40:15,220 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:15,220 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T04:40:15,228 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-17T04:40:15,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-17T04:40:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T04:40:15,230 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:15,230 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:15,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T04:40:15,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T04:40:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:15,382 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T04:40:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/582e6729dc604cd7ab6f7f46f50a4664 is 50, key is test_row_0/A:col10/1734410413519/Put/seqid=0 2024-12-17T04:40:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742088_1264 (size=12151) 2024-12-17T04:40:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T04:40:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:15,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410475643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410475644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410475644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410475644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410475645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410475747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410475747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410475748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410475748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,790 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/582e6729dc604cd7ab6f7f46f50a4664 2024-12-17T04:40:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b117aca6e7fc488e95ecf660d60e084b is 50, key is test_row_0/B:col10/1734410413519/Put/seqid=0 2024-12-17T04:40:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742089_1265 (size=12151) 2024-12-17T04:40:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T04:40:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410475948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410475950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410475951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410475951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,200 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b117aca6e7fc488e95ecf660d60e084b 2024-12-17T04:40:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/9de2aabd1fe9450ea43cfc6e161e3699 is 50, key is test_row_0/C:col10/1734410413519/Put/seqid=0 2024-12-17T04:40:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742090_1266 (size=12151) 2024-12-17T04:40:16,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410476250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410476251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410476254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410476254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T04:40:16,613 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/9de2aabd1fe9450ea43cfc6e161e3699 2024-12-17T04:40:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/582e6729dc604cd7ab6f7f46f50a4664 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/582e6729dc604cd7ab6f7f46f50a4664 2024-12-17T04:40:16,621 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/582e6729dc604cd7ab6f7f46f50a4664, entries=150, sequenceid=156, filesize=11.9 K 2024-12-17T04:40:16,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b117aca6e7fc488e95ecf660d60e084b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b117aca6e7fc488e95ecf660d60e084b 2024-12-17T04:40:16,624 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b117aca6e7fc488e95ecf660d60e084b, entries=150, sequenceid=156, filesize=11.9 K 2024-12-17T04:40:16,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/9de2aabd1fe9450ea43cfc6e161e3699 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/9de2aabd1fe9450ea43cfc6e161e3699 2024-12-17T04:40:16,628 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/9de2aabd1fe9450ea43cfc6e161e3699, entries=150, sequenceid=156, filesize=11.9 K 2024-12-17T04:40:16,629 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 134fccb92d0dc943d44d576e8181f94d in 1247ms, sequenceid=156, compaction requested=false 2024-12-17T04:40:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-17T04:40:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-17T04:40:16,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-17T04:40:16,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-12-17T04:40:16,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.4030 sec 2024-12-17T04:40:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:16,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T04:40:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:16,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/fecde137e7774362b4c048c2cbe10c94 is 50, key is test_row_0/A:col10/1734410415643/Put/seqid=0 2024-12-17T04:40:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742091_1267 (size=14541) 2024-12-17T04:40:16,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/fecde137e7774362b4c048c2cbe10c94 2024-12-17T04:40:16,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/aee4e011e918434e8b03711fa2176663 is 50, key is test_row_0/B:col10/1734410415643/Put/seqid=0 2024-12-17T04:40:16,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742092_1268 (size=12151) 2024-12-17T04:40:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410476799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410476823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410476823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410476823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410476924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410476926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410476926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410476926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410477128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410477128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410477130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410477130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/aee4e011e918434e8b03711fa2176663 2024-12-17T04:40:17,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/50d6162cd1474259a7560d3df4cfccde is 50, key is test_row_0/C:col10/1734410415643/Put/seqid=0 2024-12-17T04:40:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742093_1269 (size=12151) 2024-12-17T04:40:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T04:40:17,333 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-17T04:40:17,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-17T04:40:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T04:40:17,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:17,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:17,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:17,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410477432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410477433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410477433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410477434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T04:40:17,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T04:40:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:17,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:17,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/50d6162cd1474259a7560d3df4cfccde 2024-12-17T04:40:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/fecde137e7774362b4c048c2cbe10c94 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/fecde137e7774362b4c048c2cbe10c94 2024-12-17T04:40:17,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/fecde137e7774362b4c048c2cbe10c94, entries=200, sequenceid=172, filesize=14.2 K 2024-12-17T04:40:17,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/aee4e011e918434e8b03711fa2176663 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/aee4e011e918434e8b03711fa2176663 2024-12-17T04:40:17,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/aee4e011e918434e8b03711fa2176663, entries=150, sequenceid=172, filesize=11.9 K 2024-12-17T04:40:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/50d6162cd1474259a7560d3df4cfccde as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/50d6162cd1474259a7560d3df4cfccde 2024-12-17T04:40:17,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/50d6162cd1474259a7560d3df4cfccde, entries=150, sequenceid=172, filesize=11.9 K 2024-12-17T04:40:17,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 134fccb92d0dc943d44d576e8181f94d in 846ms, sequenceid=172, compaction requested=true 2024-12-17T04:40:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:17,600 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:17,600 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:17,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:17,601 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:17,601 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:17,601 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:17,601 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:17,601 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:17,601 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:17,601 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a3898d1fb3b047adb2b727dff3e2bdfe, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/582e6729dc604cd7ab6f7f46f50a4664, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/fecde137e7774362b4c048c2cbe10c94] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=38.2 K 2024-12-17T04:40:17,601 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/194aaba6dc25490ca23592838e26f6f4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b117aca6e7fc488e95ecf660d60e084b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/aee4e011e918434e8b03711fa2176663] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.9 K 2024-12-17T04:40:17,602 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3898d1fb3b047adb2b727dff3e2bdfe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734410412394 2024-12-17T04:40:17,602 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 194aaba6dc25490ca23592838e26f6f4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734410412394 2024-12-17T04:40:17,602 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 582e6729dc604cd7ab6f7f46f50a4664, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734410413517 2024-12-17T04:40:17,602 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b117aca6e7fc488e95ecf660d60e084b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734410413517 2024-12-17T04:40:17,602 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting aee4e011e918434e8b03711fa2176663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734410415643 2024-12-17T04:40:17,602 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting fecde137e7774362b4c048c2cbe10c94, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734410415641 2024-12-17T04:40:17,609 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:17,609 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6c0a2b0c77c446d4993912f731ef61ec is 50, key is test_row_0/A:col10/1734410415643/Put/seqid=0 2024-12-17T04:40:17,613 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:17,614 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/340069ccef714bf0bf2c8a345c42d3dd is 50, key is test_row_0/B:col10/1734410415643/Put/seqid=0 2024-12-17T04:40:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742094_1270 (size=12561) 2024-12-17T04:40:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742095_1271 (size=12561) 2024-12-17T04:40:17,633 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6c0a2b0c77c446d4993912f731ef61ec as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c0a2b0c77c446d4993912f731ef61ec 2024-12-17T04:40:17,633 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/340069ccef714bf0bf2c8a345c42d3dd as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/340069ccef714bf0bf2c8a345c42d3dd 2024-12-17T04:40:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T04:40:17,637 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into 6c0a2b0c77c446d4993912f731ef61ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:17,637 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:17,638 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=13, startTime=1734410417600; duration=0sec 2024-12-17T04:40:17,638 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:17,638 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:17,638 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:17,638 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into 340069ccef714bf0bf2c8a345c42d3dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:17,638 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:17,638 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=13, startTime=1734410417600; duration=0sec 2024-12-17T04:40:17,638 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:17,638 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:17,639 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:17,639 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:17,639 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:17,639 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/303b6066cf024938a210d27e823ef9a0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/9de2aabd1fe9450ea43cfc6e161e3699, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/50d6162cd1474259a7560d3df4cfccde] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=35.9 K 2024-12-17T04:40:17,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T04:40:17,639 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 303b6066cf024938a210d27e823ef9a0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734410412394 2024-12-17T04:40:17,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:17,640 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T04:40:17,640 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9de2aabd1fe9450ea43cfc6e161e3699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734410413517 2024-12-17T04:40:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:17,640 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50d6162cd1474259a7560d3df4cfccde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734410415643 2024-12-17T04:40:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:17,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/13eff64e373741f68a0403c9c57289b9 is 50, key is test_row_0/A:col10/1734410416799/Put/seqid=0 2024-12-17T04:40:17,648 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:17,649 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/228888a28a6342148014e85037455645 is 50, key is test_row_0/C:col10/1734410415643/Put/seqid=0 2024-12-17T04:40:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742096_1272 (size=12151) 2024-12-17T04:40:17,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742097_1273 (size=12561) 2024-12-17T04:40:17,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410477681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410477784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410477935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T04:40:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410477936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410477937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410477939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410477986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,061 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/13eff64e373741f68a0403c9c57289b9 2024-12-17T04:40:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/52a10815152e4ccfa9510c3963c9c946 is 50, key is test_row_0/B:col10/1734410416799/Put/seqid=0 2024-12-17T04:40:18,070 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/228888a28a6342148014e85037455645 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/228888a28a6342148014e85037455645 2024-12-17T04:40:18,075 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into 228888a28a6342148014e85037455645(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:18,075 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:18,075 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=13, startTime=1734410417600; duration=0sec 2024-12-17T04:40:18,075 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:18,075 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742098_1274 (size=12151) 2024-12-17T04:40:18,077 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/52a10815152e4ccfa9510c3963c9c946 2024-12-17T04:40:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/fec80c80a25446dab1086ce12693c22a is 50, key is test_row_0/C:col10/1734410416799/Put/seqid=0 2024-12-17T04:40:18,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742099_1275 (size=12151) 2024-12-17T04:40:18,090 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/fec80c80a25446dab1086ce12693c22a 2024-12-17T04:40:18,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/13eff64e373741f68a0403c9c57289b9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/13eff64e373741f68a0403c9c57289b9 2024-12-17T04:40:18,098 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/13eff64e373741f68a0403c9c57289b9, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T04:40:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/52a10815152e4ccfa9510c3963c9c946 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/52a10815152e4ccfa9510c3963c9c946 2024-12-17T04:40:18,103 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/52a10815152e4ccfa9510c3963c9c946, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T04:40:18,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/fec80c80a25446dab1086ce12693c22a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/fec80c80a25446dab1086ce12693c22a 2024-12-17T04:40:18,108 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/fec80c80a25446dab1086ce12693c22a, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T04:40:18,108 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 134fccb92d0dc943d44d576e8181f94d in 468ms, sequenceid=195, compaction requested=false 2024-12-17T04:40:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-17T04:40:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-17T04:40:18,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-17T04:40:18,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 773 msec 2024-12-17T04:40:18,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 777 msec 2024-12-17T04:40:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:18,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T04:40:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:18,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:18,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6548c527b9824658aebbeccb030eab87 is 50, key is test_row_0/A:col10/1734410418289/Put/seqid=0 2024-12-17T04:40:18,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742100_1276 (size=14541) 2024-12-17T04:40:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410478328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410478430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T04:40:18,438 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-17T04:40:18,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-17T04:40:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T04:40:18,440 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:18,440 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:18,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T04:40:18,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:18,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:18,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:18,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:18,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410478633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6548c527b9824658aebbeccb030eab87 2024-12-17T04:40:18,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b275fa74a75f4a5b931aa9be4908928b is 50, key is test_row_0/B:col10/1734410418289/Put/seqid=0 2024-12-17T04:40:18,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742101_1277 (size=12151) 2024-12-17T04:40:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T04:40:18,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:18,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:18,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:18,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410478935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410478939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410478940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410478941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:18,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410478947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T04:40:19,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:19,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b275fa74a75f4a5b931aa9be4908928b 2024-12-17T04:40:19,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/01a595af77f84b4b912e24fc3c62c0a2 is 50, key is test_row_0/C:col10/1734410418289/Put/seqid=0 2024-12-17T04:40:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742102_1278 (size=12151) 2024-12-17T04:40:19,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:19,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:19,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410479439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:19,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:19,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:19,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/01a595af77f84b4b912e24fc3c62c0a2 2024-12-17T04:40:19,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6548c527b9824658aebbeccb030eab87 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6548c527b9824658aebbeccb030eab87 2024-12-17T04:40:19,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6548c527b9824658aebbeccb030eab87, entries=200, sequenceid=212, filesize=14.2 K 2024-12-17T04:40:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/b275fa74a75f4a5b931aa9be4908928b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b275fa74a75f4a5b931aa9be4908928b 2024-12-17T04:40:19,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b275fa74a75f4a5b931aa9be4908928b, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T04:40:19,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/01a595af77f84b4b912e24fc3c62c0a2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/01a595af77f84b4b912e24fc3c62c0a2 2024-12-17T04:40:19,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/01a595af77f84b4b912e24fc3c62c0a2, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T04:40:19,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 134fccb92d0dc943d44d576e8181f94d in 1244ms, sequenceid=212, compaction requested=true 2024-12-17T04:40:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:19,535 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:19,535 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:19,536 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:19,536 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:19,536 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:19,536 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:19,536 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,536 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,536 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/340069ccef714bf0bf2c8a345c42d3dd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/52a10815152e4ccfa9510c3963c9c946, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b275fa74a75f4a5b931aa9be4908928b] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.0 K 2024-12-17T04:40:19,536 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c0a2b0c77c446d4993912f731ef61ec, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/13eff64e373741f68a0403c9c57289b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6548c527b9824658aebbeccb030eab87] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=38.3 K 2024-12-17T04:40:19,536 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 340069ccef714bf0bf2c8a345c42d3dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734410415643 2024-12-17T04:40:19,536 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c0a2b0c77c446d4993912f731ef61ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734410415643 2024-12-17T04:40:19,537 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 52a10815152e4ccfa9510c3963c9c946, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734410416798 2024-12-17T04:40:19,537 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13eff64e373741f68a0403c9c57289b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734410416798 2024-12-17T04:40:19,537 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b275fa74a75f4a5b931aa9be4908928b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734410417675 2024-12-17T04:40:19,537 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6548c527b9824658aebbeccb030eab87, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734410417675 2024-12-17T04:40:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T04:40:19,543 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#233 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:19,543 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/31467041ebf740bc8717f335a21b9e4e is 50, key is test_row_0/A:col10/1734410418289/Put/seqid=0 2024-12-17T04:40:19,545 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:19,546 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/00b2aac1510d4e0b81dfab095a40a768 is 50, key is test_row_0/B:col10/1734410418289/Put/seqid=0 2024-12-17T04:40:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742103_1279 (size=12663) 2024-12-17T04:40:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742104_1280 (size=12663) 2024-12-17T04:40:19,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:19,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T04:40:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,659 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T04:40:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/1d58dc7c4c6b41f7826c272dd0cd711c is 50, key is test_row_0/A:col10/1734410418327/Put/seqid=0 2024-12-17T04:40:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742105_1281 (size=12151) 2024-12-17T04:40:19,953 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/31467041ebf740bc8717f335a21b9e4e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/31467041ebf740bc8717f335a21b9e4e 2024-12-17T04:40:19,954 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/00b2aac1510d4e0b81dfab095a40a768 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/00b2aac1510d4e0b81dfab095a40a768 2024-12-17T04:40:19,959 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into 31467041ebf740bc8717f335a21b9e4e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:19,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:19,959 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=13, startTime=1734410419535; duration=0sec 2024-12-17T04:40:19,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:19,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:19,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:19,960 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into 00b2aac1510d4e0b81dfab095a40a768(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:19,960 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:19,960 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:19,960 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=13, startTime=1734410419535; duration=0sec 2024-12-17T04:40:19,960 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:19,960 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:19,960 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:19,960 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:19,960 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/228888a28a6342148014e85037455645, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/fec80c80a25446dab1086ce12693c22a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/01a595af77f84b4b912e24fc3c62c0a2] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.0 K 2024-12-17T04:40:19,961 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 228888a28a6342148014e85037455645, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734410415643 2024-12-17T04:40:19,961 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec80c80a25446dab1086ce12693c22a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734410416798 2024-12-17T04:40:19,961 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01a595af77f84b4b912e24fc3c62c0a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734410417675 2024-12-17T04:40:19,967 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#236 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:19,968 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/da1a1e5b400d481d9370f75605431045 is 50, key is test_row_0/C:col10/1734410418289/Put/seqid=0 2024-12-17T04:40:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742106_1282 (size=12663) 2024-12-17T04:40:20,067 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/1d58dc7c4c6b41f7826c272dd0cd711c 2024-12-17T04:40:20,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/111c0e5e842f4f47a495952195d038ba is 50, key is test_row_0/B:col10/1734410418327/Put/seqid=0 2024-12-17T04:40:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742107_1283 (size=12151) 2024-12-17T04:40:20,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T04:40:20,375 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/da1a1e5b400d481d9370f75605431045 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/da1a1e5b400d481d9370f75605431045 2024-12-17T04:40:20,379 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into da1a1e5b400d481d9370f75605431045(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:20,379 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:20,379 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=13, startTime=1734410419535; duration=0sec 2024-12-17T04:40:20,379 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:20,379 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:20,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410480470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:20,476 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/111c0e5e842f4f47a495952195d038ba 2024-12-17T04:40:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/036810f3f8de4f80b4e375bb645494dc is 50, key is test_row_0/C:col10/1734410418327/Put/seqid=0 2024-12-17T04:40:20,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742108_1284 (size=12151) 2024-12-17T04:40:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T04:40:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410480572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:20,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410480776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:20,888 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/036810f3f8de4f80b4e375bb645494dc 2024-12-17T04:40:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/1d58dc7c4c6b41f7826c272dd0cd711c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1d58dc7c4c6b41f7826c272dd0cd711c 2024-12-17T04:40:20,902 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1d58dc7c4c6b41f7826c272dd0cd711c, entries=150, sequenceid=232, filesize=11.9 K 2024-12-17T04:40:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/111c0e5e842f4f47a495952195d038ba as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/111c0e5e842f4f47a495952195d038ba 2024-12-17T04:40:20,907 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/111c0e5e842f4f47a495952195d038ba, entries=150, sequenceid=232, filesize=11.9 K 2024-12-17T04:40:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/036810f3f8de4f80b4e375bb645494dc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/036810f3f8de4f80b4e375bb645494dc 2024-12-17T04:40:20,911 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/036810f3f8de4f80b4e375bb645494dc, entries=150, sequenceid=232, filesize=11.9 K 2024-12-17T04:40:20,912 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 134fccb92d0dc943d44d576e8181f94d in 1253ms, sequenceid=232, compaction requested=false 2024-12-17T04:40:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-17T04:40:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-17T04:40:20,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-17T04:40:20,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-12-17T04:40:20,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.4750 sec 2024-12-17T04:40:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:20,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T04:40:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:20,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/993deed12c764ebf9cc0eb71a40c51a3 is 50, key is test_row_0/A:col10/1734410420957/Put/seqid=0 2024-12-17T04:40:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742109_1285 (size=12151) 2024-12-17T04:40:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410480973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410480978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410480978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410480979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410481080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410481082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410481082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410481082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410481082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410481284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410481285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410481285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410481285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/993deed12c764ebf9cc0eb71a40c51a3 2024-12-17T04:40:21,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/930c995a301840b38cea4fbd49d38b2f is 50, key is test_row_0/B:col10/1734410420957/Put/seqid=0 2024-12-17T04:40:21,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742110_1286 (size=12151) 2024-12-17T04:40:21,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/930c995a301840b38cea4fbd49d38b2f 2024-12-17T04:40:21,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/ab11175fa180475cbe4b870626da1a5c is 50, key is test_row_0/C:col10/1734410420957/Put/seqid=0 2024-12-17T04:40:21,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742111_1287 (size=12151) 2024-12-17T04:40:21,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410481581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410481587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410481587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410481587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410481588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:21,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/ab11175fa180475cbe4b870626da1a5c 2024-12-17T04:40:21,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/993deed12c764ebf9cc0eb71a40c51a3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/993deed12c764ebf9cc0eb71a40c51a3 2024-12-17T04:40:21,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/993deed12c764ebf9cc0eb71a40c51a3, entries=150, sequenceid=252, filesize=11.9 K 2024-12-17T04:40:21,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/930c995a301840b38cea4fbd49d38b2f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/930c995a301840b38cea4fbd49d38b2f 2024-12-17T04:40:21,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/930c995a301840b38cea4fbd49d38b2f, entries=150, sequenceid=252, filesize=11.9 K 2024-12-17T04:40:21,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/ab11175fa180475cbe4b870626da1a5c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ab11175fa180475cbe4b870626da1a5c 2024-12-17T04:40:21,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ab11175fa180475cbe4b870626da1a5c, entries=150, sequenceid=252, filesize=11.9 K 2024-12-17T04:40:21,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 134fccb92d0dc943d44d576e8181f94d in 843ms, sequenceid=252, compaction requested=true 2024-12-17T04:40:21,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:21,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:21,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:21,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:21,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:21,801 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:21,801 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:21,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:21,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:21,802 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:21,802 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:21,802 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:21,802 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:21,802 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:21,802 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:21,802 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/31467041ebf740bc8717f335a21b9e4e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1d58dc7c4c6b41f7826c272dd0cd711c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/993deed12c764ebf9cc0eb71a40c51a3] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.1 K 2024-12-17T04:40:21,802 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/00b2aac1510d4e0b81dfab095a40a768, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/111c0e5e842f4f47a495952195d038ba, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/930c995a301840b38cea4fbd49d38b2f] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.1 K 2024-12-17T04:40:21,802 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31467041ebf740bc8717f335a21b9e4e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734410417675 2024-12-17T04:40:21,802 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 00b2aac1510d4e0b81dfab095a40a768, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734410417675 2024-12-17T04:40:21,803 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d58dc7c4c6b41f7826c272dd0cd711c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734410418323 2024-12-17T04:40:21,803 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 111c0e5e842f4f47a495952195d038ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734410418323 2024-12-17T04:40:21,803 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 993deed12c764ebf9cc0eb71a40c51a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734410420451 2024-12-17T04:40:21,803 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 930c995a301840b38cea4fbd49d38b2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734410420451 2024-12-17T04:40:21,816 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:21,816 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:21,817 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/3ec9c63619e54688b216f7cba8b6f1af is 50, key is test_row_0/A:col10/1734410420957/Put/seqid=0 2024-12-17T04:40:21,817 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/c2ab8fdbe8b1471482b321f6847c3396 is 50, key is test_row_0/B:col10/1734410420957/Put/seqid=0 2024-12-17T04:40:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742112_1288 (size=12765) 2024-12-17T04:40:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742113_1289 (size=12765) 2024-12-17T04:40:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:22,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T04:40:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:22,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:22,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/df9b94a2c8eb441791c0c032423895b9 is 50, key is test_row_0/A:col10/1734410420972/Put/seqid=0 2024-12-17T04:40:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410482100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410482102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410482103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410482104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742114_1290 (size=12301) 2024-12-17T04:40:22,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/df9b94a2c8eb441791c0c032423895b9 2024-12-17T04:40:22,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/851659c6312f455b9654a71a0042a325 is 50, key is test_row_0/B:col10/1734410420972/Put/seqid=0 2024-12-17T04:40:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742115_1291 (size=12301) 2024-12-17T04:40:22,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410482205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410482204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410482206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410482207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,247 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/3ec9c63619e54688b216f7cba8b6f1af as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3ec9c63619e54688b216f7cba8b6f1af 2024-12-17T04:40:22,248 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/c2ab8fdbe8b1471482b321f6847c3396 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c2ab8fdbe8b1471482b321f6847c3396 2024-12-17T04:40:22,251 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into 3ec9c63619e54688b216f7cba8b6f1af(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:22,251 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:22,251 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=13, startTime=1734410421801; duration=0sec 2024-12-17T04:40:22,251 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:22,252 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:22,252 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:22,253 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:22,253 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:22,253 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into c2ab8fdbe8b1471482b321f6847c3396(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:22,253 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:22,253 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:22,253 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=13, startTime=1734410421801; duration=0sec 2024-12-17T04:40:22,253 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/da1a1e5b400d481d9370f75605431045, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/036810f3f8de4f80b4e375bb645494dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ab11175fa180475cbe4b870626da1a5c] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.1 K 2024-12-17T04:40:22,253 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:22,253 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:22,253 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting da1a1e5b400d481d9370f75605431045, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734410417675 2024-12-17T04:40:22,253 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 036810f3f8de4f80b4e375bb645494dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734410418323 2024-12-17T04:40:22,254 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab11175fa180475cbe4b870626da1a5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734410420451 2024-12-17T04:40:22,259 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:22,259 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f7b4d90b65ff43d2be700c450e5410cd is 50, key is test_row_0/C:col10/1734410420957/Put/seqid=0 2024-12-17T04:40:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742116_1292 (size=12765) 2024-12-17T04:40:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410482406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410482406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410482408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410482409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/851659c6312f455b9654a71a0042a325 2024-12-17T04:40:22,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/371e42feb3714c0fb41ad3e3766dbf4b is 50, key is test_row_0/C:col10/1734410420972/Put/seqid=0 2024-12-17T04:40:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742117_1293 (size=12301) 2024-12-17T04:40:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T04:40:22,543 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-17T04:40:22,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-17T04:40:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T04:40:22,545 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:22,546 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:22,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410482589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T04:40:22,678 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f7b4d90b65ff43d2be700c450e5410cd as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7b4d90b65ff43d2be700c450e5410cd 2024-12-17T04:40:22,683 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into f7b4d90b65ff43d2be700c450e5410cd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:22,683 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:22,683 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=13, startTime=1734410421801; duration=0sec 2024-12-17T04:40:22,683 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:22,683 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:22,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T04:40:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:22,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:22,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410482708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410482708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410482711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410482711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T04:40:22,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:22,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T04:40:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:22,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:22,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/371e42feb3714c0fb41ad3e3766dbf4b 2024-12-17T04:40:22,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/df9b94a2c8eb441791c0c032423895b9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/df9b94a2c8eb441791c0c032423895b9 2024-12-17T04:40:22,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/df9b94a2c8eb441791c0c032423895b9, entries=150, sequenceid=273, filesize=12.0 K 2024-12-17T04:40:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/851659c6312f455b9654a71a0042a325 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/851659c6312f455b9654a71a0042a325 2024-12-17T04:40:22,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/851659c6312f455b9654a71a0042a325, entries=150, sequenceid=273, filesize=12.0 K 2024-12-17T04:40:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/371e42feb3714c0fb41ad3e3766dbf4b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/371e42feb3714c0fb41ad3e3766dbf4b 2024-12-17T04:40:22,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/371e42feb3714c0fb41ad3e3766dbf4b, entries=150, sequenceid=273, filesize=12.0 K 2024-12-17T04:40:22,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 134fccb92d0dc943d44d576e8181f94d in 869ms, sequenceid=273, compaction requested=false 2024-12-17T04:40:22,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:23,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T04:40:23,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:23,002 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T04:40:23,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:23,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:23,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:23,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:23,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:23,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6c3e6b19890b4d0f915166815ba81530 is 50, key is test_row_0/A:col10/1734410422103/Put/seqid=0 2024-12-17T04:40:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742118_1294 (size=12301) 2024-12-17T04:40:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T04:40:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410483244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410483244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410483245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410483246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410483347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410483347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410483348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410483348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,409 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6c3e6b19890b4d0f915166815ba81530 2024-12-17T04:40:23,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/78e856b76ee84d9a901dc4b20488e8ff is 50, key is test_row_0/B:col10/1734410422103/Put/seqid=0 2024-12-17T04:40:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742119_1295 (size=12301) 2024-12-17T04:40:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410483549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410483549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410483550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410483550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T04:40:23,819 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/78e856b76ee84d9a901dc4b20488e8ff 2024-12-17T04:40:23,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/26331802ecf0449fa9013cb2c917e9ff is 50, key is test_row_0/C:col10/1734410422103/Put/seqid=0 2024-12-17T04:40:23,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742120_1296 (size=12301) 2024-12-17T04:40:23,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410483853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410483853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410483854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410483854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,228 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/26331802ecf0449fa9013cb2c917e9ff 2024-12-17T04:40:24,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6c3e6b19890b4d0f915166815ba81530 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c3e6b19890b4d0f915166815ba81530 2024-12-17T04:40:24,236 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c3e6b19890b4d0f915166815ba81530, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T04:40:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/78e856b76ee84d9a901dc4b20488e8ff as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/78e856b76ee84d9a901dc4b20488e8ff 2024-12-17T04:40:24,240 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/78e856b76ee84d9a901dc4b20488e8ff, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T04:40:24,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/26331802ecf0449fa9013cb2c917e9ff as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/26331802ecf0449fa9013cb2c917e9ff 2024-12-17T04:40:24,244 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/26331802ecf0449fa9013cb2c917e9ff, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T04:40:24,244 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 134fccb92d0dc943d44d576e8181f94d in 1242ms, sequenceid=292, compaction requested=true 2024-12-17T04:40:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-17T04:40:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-17T04:40:24,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-17T04:40:24,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6990 sec 2024-12-17T04:40:24,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.7030 sec 2024-12-17T04:40:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:24,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T04:40:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:24,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/3e62540bf616450687b6068e58229e42 is 50, key is test_row_0/A:col10/1734410423237/Put/seqid=0 2024-12-17T04:40:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410484365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410484366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410484366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410484367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742121_1297 (size=14741) 2024-12-17T04:40:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410484469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410484470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410484470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410484470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53474 deadline: 1734410484592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,594 DEBUG [Thread-1090 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:40:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T04:40:24,649 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-17T04:40:24,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-17T04:40:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T04:40:24,651 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:24,651 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:24,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:24,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410484671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410484673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410484673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410484673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T04:40:24,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/3e62540bf616450687b6068e58229e42 2024-12-17T04:40:24,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/a244a29cf6af4bbeb935b2caafa8f2b2 is 50, key is test_row_0/B:col10/1734410423237/Put/seqid=0 2024-12-17T04:40:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742122_1298 (size=12301) 2024-12-17T04:40:24,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T04:40:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:24,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T04:40:24,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T04:40:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:24,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:24,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410484975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410484976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410484976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:24,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410484977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T04:40:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/a244a29cf6af4bbeb935b2caafa8f2b2 2024-12-17T04:40:25,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/45cbe2f514144e89ba60ecc731841584 is 50, key is test_row_0/C:col10/1734410423237/Put/seqid=0 2024-12-17T04:40:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742123_1299 (size=12301) 2024-12-17T04:40:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T04:40:25,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T04:40:25,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:25,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T04:40:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410485478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410485479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410485479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410485483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T04:40:25,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:25,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:25,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/45cbe2f514144e89ba60ecc731841584 2024-12-17T04:40:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/3e62540bf616450687b6068e58229e42 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3e62540bf616450687b6068e58229e42 2024-12-17T04:40:25,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3e62540bf616450687b6068e58229e42, entries=200, sequenceid=313, filesize=14.4 K 2024-12-17T04:40:25,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/a244a29cf6af4bbeb935b2caafa8f2b2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/a244a29cf6af4bbeb935b2caafa8f2b2 2024-12-17T04:40:25,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/a244a29cf6af4bbeb935b2caafa8f2b2, entries=150, sequenceid=313, filesize=12.0 K 2024-12-17T04:40:25,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/45cbe2f514144e89ba60ecc731841584 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/45cbe2f514144e89ba60ecc731841584 2024-12-17T04:40:25,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/45cbe2f514144e89ba60ecc731841584, entries=150, sequenceid=313, filesize=12.0 K 2024-12-17T04:40:25,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 134fccb92d0dc943d44d576e8181f94d in 1252ms, sequenceid=313, compaction requested=true 2024-12-17T04:40:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:25,609 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:40:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:25,609 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:40:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:25,610 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:40:25,610 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52108 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:40:25,610 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:25,610 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:25,610 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,610 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,611 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c2ab8fdbe8b1471482b321f6847c3396, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/851659c6312f455b9654a71a0042a325, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/78e856b76ee84d9a901dc4b20488e8ff, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/a244a29cf6af4bbeb935b2caafa8f2b2] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=48.5 K 2024-12-17T04:40:25,611 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3ec9c63619e54688b216f7cba8b6f1af, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/df9b94a2c8eb441791c0c032423895b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c3e6b19890b4d0f915166815ba81530, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3e62540bf616450687b6068e58229e42] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=50.9 K 2024-12-17T04:40:25,611 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ec9c63619e54688b216f7cba8b6f1af, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734410420451 2024-12-17T04:40:25,611 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c2ab8fdbe8b1471482b321f6847c3396, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734410420451 2024-12-17T04:40:25,611 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9b94a2c8eb441791c0c032423895b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734410420972 2024-12-17T04:40:25,611 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 851659c6312f455b9654a71a0042a325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734410420972 2024-12-17T04:40:25,611 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c3e6b19890b4d0f915166815ba81530, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410422098 2024-12-17T04:40:25,611 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 78e856b76ee84d9a901dc4b20488e8ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410422098 2024-12-17T04:40:25,611 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e62540bf616450687b6068e58229e42, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734410423237 2024-12-17T04:40:25,612 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a244a29cf6af4bbeb935b2caafa8f2b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734410423237 2024-12-17T04:40:25,620 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:25,620 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:25,620 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/7f051b76e9bf4f8cbc0abd7c3ef91b65 is 50, key is test_row_0/A:col10/1734410423237/Put/seqid=0 2024-12-17T04:40:25,620 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/76b3ef0a8bcf451a8cbbc22f1bda5d99 is 50, key is test_row_0/B:col10/1734410423237/Put/seqid=0 2024-12-17T04:40:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742125_1301 (size=13051) 2024-12-17T04:40:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742124_1300 (size=13051) 2024-12-17T04:40:25,641 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/7f051b76e9bf4f8cbc0abd7c3ef91b65 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7f051b76e9bf4f8cbc0abd7c3ef91b65 2024-12-17T04:40:25,643 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/76b3ef0a8bcf451a8cbbc22f1bda5d99 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/76b3ef0a8bcf451a8cbbc22f1bda5d99 2024-12-17T04:40:25,648 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into 7f051b76e9bf4f8cbc0abd7c3ef91b65(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:25,648 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:25,648 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=12, startTime=1734410425609; duration=0sec 2024-12-17T04:40:25,648 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:25,648 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:25,648 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:40:25,649 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into 76b3ef0a8bcf451a8cbbc22f1bda5d99(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:25,649 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:25,649 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=12, startTime=1734410425609; duration=0sec 2024-12-17T04:40:25,649 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:25,650 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:25,650 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:40:25,650 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:25,650 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,650 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7b4d90b65ff43d2be700c450e5410cd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/371e42feb3714c0fb41ad3e3766dbf4b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/26331802ecf0449fa9013cb2c917e9ff, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/45cbe2f514144e89ba60ecc731841584] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=48.5 K 2024-12-17T04:40:25,650 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7b4d90b65ff43d2be700c450e5410cd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734410420451 2024-12-17T04:40:25,651 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371e42feb3714c0fb41ad3e3766dbf4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734410420972 2024-12-17T04:40:25,651 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26331802ecf0449fa9013cb2c917e9ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734410422098 2024-12-17T04:40:25,651 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45cbe2f514144e89ba60ecc731841584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734410423237 2024-12-17T04:40:25,662 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:25,662 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/2a736fa8c41148adba22e987bd19d734 is 50, key is test_row_0/C:col10/1734410423237/Put/seqid=0 2024-12-17T04:40:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742126_1302 (size=13051) 2024-12-17T04:40:25,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:25,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T04:40:25,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:25,717 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T04:40:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/775c09a8a55e43a0b0434907266d8ecd is 50, key is test_row_0/A:col10/1734410424364/Put/seqid=0 2024-12-17T04:40:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742127_1303 (size=12301) 2024-12-17T04:40:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T04:40:26,070 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/2a736fa8c41148adba22e987bd19d734 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2a736fa8c41148adba22e987bd19d734 2024-12-17T04:40:26,074 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into 2a736fa8c41148adba22e987bd19d734(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:26,074 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:26,074 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=12, startTime=1734410425609; duration=0sec 2024-12-17T04:40:26,074 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:26,074 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:26,124 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/775c09a8a55e43a0b0434907266d8ecd 2024-12-17T04:40:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/ad6bd97cfb004b1e9e9f4c95689f5b8a is 50, key is test_row_0/B:col10/1734410424364/Put/seqid=0 2024-12-17T04:40:26,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742128_1304 (size=12301) 2024-12-17T04:40:26,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. as already flushing 2024-12-17T04:40:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410486500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410486500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410486501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410486501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,535 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/ad6bd97cfb004b1e9e9f4c95689f5b8a 2024-12-17T04:40:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/ef29bdc883574bc28190275da20d6a8a is 50, key is test_row_0/C:col10/1734410424364/Put/seqid=0 2024-12-17T04:40:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742129_1305 (size=12301) 2024-12-17T04:40:26,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410486604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410486604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410486604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410486604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T04:40:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410486806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410486806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410486806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410486807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:26,946 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/ef29bdc883574bc28190275da20d6a8a 2024-12-17T04:40:26,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/775c09a8a55e43a0b0434907266d8ecd as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/775c09a8a55e43a0b0434907266d8ecd 2024-12-17T04:40:26,953 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/775c09a8a55e43a0b0434907266d8ecd, entries=150, sequenceid=330, filesize=12.0 K 2024-12-17T04:40:26,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/ad6bd97cfb004b1e9e9f4c95689f5b8a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/ad6bd97cfb004b1e9e9f4c95689f5b8a 2024-12-17T04:40:26,957 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/ad6bd97cfb004b1e9e9f4c95689f5b8a, entries=150, sequenceid=330, filesize=12.0 K 2024-12-17T04:40:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/ef29bdc883574bc28190275da20d6a8a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ef29bdc883574bc28190275da20d6a8a 2024-12-17T04:40:26,961 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ef29bdc883574bc28190275da20d6a8a, entries=150, sequenceid=330, filesize=12.0 K 2024-12-17T04:40:26,962 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 134fccb92d0dc943d44d576e8181f94d in 1245ms, sequenceid=330, compaction requested=false 2024-12-17T04:40:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-17T04:40:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-17T04:40:26,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-17T04:40:26,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3120 sec 2024-12-17T04:40:26,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.3140 sec 2024-12-17T04:40:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:27,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T04:40:27,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:27,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:27,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:27,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:27,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:27,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:27,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/7453337f0701453d8517ec3cde78adc3 is 50, key is test_row_0/A:col10/1734410426499/Put/seqid=0 2024-12-17T04:40:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742130_1306 (size=12301) 2024-12-17T04:40:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410487118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410487119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410487119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410487119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410487221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410487221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410487221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410487222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410487423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410487424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410487424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410487424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/7453337f0701453d8517ec3cde78adc3 2024-12-17T04:40:27,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/1b81d9ac633149068affa892dd349d85 is 50, key is test_row_0/B:col10/1734410426499/Put/seqid=0 2024-12-17T04:40:27,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742131_1307 (size=12301) 2024-12-17T04:40:27,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410487725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410487726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410487727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410487728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:27,911 DEBUG [Thread-1099 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:52977 2024-12-17T04:40:27,911 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:27,912 DEBUG [Thread-1097 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:52977 2024-12-17T04:40:27,912 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:27,913 DEBUG [Thread-1105 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:52977 2024-12-17T04:40:27,913 DEBUG [Thread-1101 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x598cfed4 to 127.0.0.1:52977 2024-12-17T04:40:27,913 DEBUG [Thread-1105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:27,913 DEBUG [Thread-1101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:27,913 DEBUG [Thread-1103 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ad882f to 127.0.0.1:52977 2024-12-17T04:40:27,913 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:27,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/1b81d9ac633149068affa892dd349d85 2024-12-17T04:40:27,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/3c4a4f8bf4dc4b79b50dc29d881eec7a is 50, key is test_row_0/C:col10/1734410426499/Put/seqid=0 2024-12-17T04:40:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742132_1308 (size=12301) 2024-12-17T04:40:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53436 deadline: 1734410488233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53510 deadline: 1734410488232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53514 deadline: 1734410488232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:28,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53508 deadline: 1734410488234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:28,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/3c4a4f8bf4dc4b79b50dc29d881eec7a 2024-12-17T04:40:28,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/7453337f0701453d8517ec3cde78adc3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7453337f0701453d8517ec3cde78adc3 2024-12-17T04:40:28,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7453337f0701453d8517ec3cde78adc3, entries=150, sequenceid=355, filesize=12.0 K 2024-12-17T04:40:28,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/1b81d9ac633149068affa892dd349d85 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/1b81d9ac633149068affa892dd349d85 2024-12-17T04:40:28,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/1b81d9ac633149068affa892dd349d85, entries=150, sequenceid=355, filesize=12.0 K 2024-12-17T04:40:28,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/3c4a4f8bf4dc4b79b50dc29d881eec7a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3c4a4f8bf4dc4b79b50dc29d881eec7a 2024-12-17T04:40:28,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3c4a4f8bf4dc4b79b50dc29d881eec7a, entries=150, sequenceid=355, filesize=12.0 K 2024-12-17T04:40:28,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 134fccb92d0dc943d44d576e8181f94d in 1274ms, sequenceid=355, compaction requested=true 2024-12-17T04:40:28,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:28,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:28,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:28,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:28,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:28,386 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:28,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 134fccb92d0dc943d44d576e8181f94d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:28,386 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:28,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:28,387 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:28,387 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:28,387 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/B is initiating minor compaction (all files) 2024-12-17T04:40:28,387 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/A is initiating minor compaction (all files) 2024-12-17T04:40:28,387 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/A in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:28,387 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/B in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:28,387 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/76b3ef0a8bcf451a8cbbc22f1bda5d99, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/ad6bd97cfb004b1e9e9f4c95689f5b8a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/1b81d9ac633149068affa892dd349d85] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.8 K 2024-12-17T04:40:28,387 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7f051b76e9bf4f8cbc0abd7c3ef91b65, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/775c09a8a55e43a0b0434907266d8ecd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7453337f0701453d8517ec3cde78adc3] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.8 K 2024-12-17T04:40:28,388 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f051b76e9bf4f8cbc0abd7c3ef91b65, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734410423237 2024-12-17T04:40:28,388 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 76b3ef0a8bcf451a8cbbc22f1bda5d99, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734410423237 2024-12-17T04:40:28,388 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ad6bd97cfb004b1e9e9f4c95689f5b8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734410424364 2024-12-17T04:40:28,388 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775c09a8a55e43a0b0434907266d8ecd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734410424364 2024-12-17T04:40:28,388 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b81d9ac633149068affa892dd349d85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734410426499 2024-12-17T04:40:28,388 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7453337f0701453d8517ec3cde78adc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734410426499 2024-12-17T04:40:28,397 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#B#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:28,397 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:28,397 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/8a74298ee5ad494badd58c9045ce7e06 is 50, key is test_row_0/B:col10/1734410426499/Put/seqid=0 2024-12-17T04:40:28,398 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/4a1b743629ed474f91da445356696f4f is 50, key is test_row_0/A:col10/1734410426499/Put/seqid=0 2024-12-17T04:40:28,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742133_1309 (size=13153) 2024-12-17T04:40:28,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742134_1310 (size=13153) 2024-12-17T04:40:28,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/4a1b743629ed474f91da445356696f4f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/4a1b743629ed474f91da445356696f4f 2024-12-17T04:40:28,408 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/A of 134fccb92d0dc943d44d576e8181f94d into 4a1b743629ed474f91da445356696f4f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:28,408 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:28,408 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/A, priority=13, startTime=1734410428385; duration=0sec 2024-12-17T04:40:28,408 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:28,408 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:A 2024-12-17T04:40:28,408 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:28,409 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:28,409 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 134fccb92d0dc943d44d576e8181f94d/C is initiating minor compaction (all files) 2024-12-17T04:40:28,409 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 134fccb92d0dc943d44d576e8181f94d/C in TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:28,409 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2a736fa8c41148adba22e987bd19d734, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ef29bdc883574bc28190275da20d6a8a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3c4a4f8bf4dc4b79b50dc29d881eec7a] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp, totalSize=36.8 K 2024-12-17T04:40:28,409 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a736fa8c41148adba22e987bd19d734, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734410423237 2024-12-17T04:40:28,410 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef29bdc883574bc28190275da20d6a8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734410424364 2024-12-17T04:40:28,410 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c4a4f8bf4dc4b79b50dc29d881eec7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734410426499 2024-12-17T04:40:28,415 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 134fccb92d0dc943d44d576e8181f94d#C#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:28,416 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/3e0abc6e8e8a4561b37f684867f10967 is 50, key is test_row_0/C:col10/1734410426499/Put/seqid=0 2024-12-17T04:40:28,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742135_1311 (size=13153) 2024-12-17T04:40:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:28,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T04:40:28,599 DEBUG [Thread-1090 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:52977 2024-12-17T04:40:28,599 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:28,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/61c22cf25f0d49a1b8d22b263bda8f10 is 50, key is test_row_0/A:col10/1734410428597/Put/seqid=0 2024-12-17T04:40:28,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742136_1312 (size=9857) 2024-12-17T04:40:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T04:40:28,756 INFO [Thread-1096 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-17T04:40:28,816 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/8a74298ee5ad494badd58c9045ce7e06 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/8a74298ee5ad494badd58c9045ce7e06 2024-12-17T04:40:28,821 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/B of 134fccb92d0dc943d44d576e8181f94d into 8a74298ee5ad494badd58c9045ce7e06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:28,821 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:28,821 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/B, priority=13, startTime=1734410428386; duration=0sec 2024-12-17T04:40:28,822 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:28,822 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:B 2024-12-17T04:40:28,825 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/3e0abc6e8e8a4561b37f684867f10967 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3e0abc6e8e8a4561b37f684867f10967 2024-12-17T04:40:28,830 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 134fccb92d0dc943d44d576e8181f94d/C of 134fccb92d0dc943d44d576e8181f94d into 3e0abc6e8e8a4561b37f684867f10967(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:28,830 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:28,830 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d., storeName=134fccb92d0dc943d44d576e8181f94d/C, priority=13, startTime=1734410428386; duration=0sec 2024-12-17T04:40:28,830 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:28,830 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 134fccb92d0dc943d44d576e8181f94d:C 2024-12-17T04:40:29,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/61c22cf25f0d49a1b8d22b263bda8f10 2024-12-17T04:40:29,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/95186e5c89a14f7fafefdc143370b142 is 50, key is test_row_0/B:col10/1734410428597/Put/seqid=0 2024-12-17T04:40:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742137_1313 (size=9857) 2024-12-17T04:40:29,241 DEBUG [Thread-1094 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:52977 2024-12-17T04:40:29,241 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:29,242 DEBUG [Thread-1086 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:52977 2024-12-17T04:40:29,243 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:29,247 DEBUG [Thread-1088 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:52977 2024-12-17T04:40:29,247 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:29,247 DEBUG [Thread-1092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:52977 2024-12-17T04:40:29,247 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8638 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8640 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8567 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8645 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8645 2024-12-17T04:40:29,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T04:40:29,248 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T04:40:29,248 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:52977 2024-12-17T04:40:29,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:29,249 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T04:40:29,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T04:40:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T04:40:29,251 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410429251"}]},"ts":"1734410429251"} 2024-12-17T04:40:29,252 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T04:40:29,299 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T04:40:29,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:40:29,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=134fccb92d0dc943d44d576e8181f94d, UNASSIGN}] 2024-12-17T04:40:29,303 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=134fccb92d0dc943d44d576e8181f94d, UNASSIGN 2024-12-17T04:40:29,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=134fccb92d0dc943d44d576e8181f94d, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:29,306 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:40:29,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T04:40:29,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/95186e5c89a14f7fafefdc143370b142 2024-12-17T04:40:29,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/51b8cf3cf6374fb58e49f3cd6fdc738e is 50, key is test_row_0/C:col10/1734410428597/Put/seqid=0 2024-12-17T04:40:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742138_1314 (size=9857) 2024-12-17T04:40:29,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:29,459 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:29,459 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:40:29,459 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 134fccb92d0dc943d44d576e8181f94d, disabling compactions & flushes 2024-12-17T04:40:29,459 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T04:40:29,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/51b8cf3cf6374fb58e49f3cd6fdc738e 2024-12-17T04:40:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T04:40:29,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/61c22cf25f0d49a1b8d22b263bda8f10 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/61c22cf25f0d49a1b8d22b263bda8f10 2024-12-17T04:40:29,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/61c22cf25f0d49a1b8d22b263bda8f10, entries=100, sequenceid=369, filesize=9.6 K 2024-12-17T04:40:29,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/95186e5c89a14f7fafefdc143370b142 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/95186e5c89a14f7fafefdc143370b142 2024-12-17T04:40:29,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/95186e5c89a14f7fafefdc143370b142, entries=100, sequenceid=369, filesize=9.6 K 2024-12-17T04:40:29,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/51b8cf3cf6374fb58e49f3cd6fdc738e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/51b8cf3cf6374fb58e49f3cd6fdc738e 2024-12-17T04:40:29,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/51b8cf3cf6374fb58e49f3cd6fdc738e, entries=100, sequenceid=369, filesize=9.6 K 2024-12-17T04:40:29,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 134fccb92d0dc943d44d576e8181f94d in 1274ms, sequenceid=369, compaction requested=false 2024-12-17T04:40:29,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:29,873 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. after waiting 0 ms 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:29,873 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 134fccb92d0dc943d44d576e8181f94d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=A 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=B 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 134fccb92d0dc943d44d576e8181f94d, store=C 2024-12-17T04:40:29,873 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:29,876 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6371c1290b994b06b958a4d63bd97542 is 50, key is test_row_0/A:col10/1734410429239/Put/seqid=0 2024-12-17T04:40:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742139_1315 (size=9857) 2024-12-17T04:40:30,281 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6371c1290b994b06b958a4d63bd97542 2024-12-17T04:40:30,295 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/70ce2f3093bc46838843c0fdb09e9c9c is 50, key is test_row_0/B:col10/1734410429239/Put/seqid=0 2024-12-17T04:40:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742140_1316 (size=9857) 2024-12-17T04:40:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T04:40:30,700 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/70ce2f3093bc46838843c0fdb09e9c9c 2024-12-17T04:40:30,710 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f8882c5f91b047dfa219c36617007605 is 50, key is test_row_0/C:col10/1734410429239/Put/seqid=0 2024-12-17T04:40:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742141_1317 (size=9857) 2024-12-17T04:40:31,116 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f8882c5f91b047dfa219c36617007605 2024-12-17T04:40:31,125 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/A/6371c1290b994b06b958a4d63bd97542 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6371c1290b994b06b958a4d63bd97542 2024-12-17T04:40:31,128 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6371c1290b994b06b958a4d63bd97542, entries=100, sequenceid=378, filesize=9.6 K 2024-12-17T04:40:31,129 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/B/70ce2f3093bc46838843c0fdb09e9c9c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/70ce2f3093bc46838843c0fdb09e9c9c 2024-12-17T04:40:31,132 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/70ce2f3093bc46838843c0fdb09e9c9c, entries=100, sequenceid=378, filesize=9.6 K 2024-12-17T04:40:31,132 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/.tmp/C/f8882c5f91b047dfa219c36617007605 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f8882c5f91b047dfa219c36617007605 2024-12-17T04:40:31,135 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f8882c5f91b047dfa219c36617007605, entries=100, sequenceid=378, filesize=9.6 K 2024-12-17T04:40:31,136 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 134fccb92d0dc943d44d576e8181f94d in 1263ms, sequenceid=378, compaction requested=true 2024-12-17T04:40:31,137 DEBUG [StoreCloser-TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/53b6882d8be249dcbad0e670824177a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/487f614c7eda4881a4bebad0bc22e039, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a88619461b774d999c52c1946eda09fb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/51496036caa64f2ea063e18c72fe76b5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a82c36d494c34472b6d9c5ddae1ec5e7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1798918fddd9432baa8e7f87cbadfe07, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/af1cb7551f1e4011a52053c833dd8f3d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/434f3ee650bb4752bf8646b0b31e831b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a3898d1fb3b047adb2b727dff3e2bdfe, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/e53ec0b0352c4ad9b4aab02092ca9fa5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/582e6729dc604cd7ab6f7f46f50a4664, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/fecde137e7774362b4c048c2cbe10c94, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c0a2b0c77c446d4993912f731ef61ec, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/13eff64e373741f68a0403c9c57289b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6548c527b9824658aebbeccb030eab87, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/31467041ebf740bc8717f335a21b9e4e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1d58dc7c4c6b41f7826c272dd0cd711c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3ec9c63619e54688b216f7cba8b6f1af, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/993deed12c764ebf9cc0eb71a40c51a3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/df9b94a2c8eb441791c0c032423895b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c3e6b19890b4d0f915166815ba81530, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3e62540bf616450687b6068e58229e42, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7f051b76e9bf4f8cbc0abd7c3ef91b65, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/775c09a8a55e43a0b0434907266d8ecd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7453337f0701453d8517ec3cde78adc3] to archive 2024-12-17T04:40:31,138 DEBUG [StoreCloser-TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:31,139 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/53b6882d8be249dcbad0e670824177a9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/53b6882d8be249dcbad0e670824177a9 2024-12-17T04:40:31,139 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/487f614c7eda4881a4bebad0bc22e039 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/487f614c7eda4881a4bebad0bc22e039 2024-12-17T04:40:31,139 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a88619461b774d999c52c1946eda09fb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a88619461b774d999c52c1946eda09fb 2024-12-17T04:40:31,139 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/51496036caa64f2ea063e18c72fe76b5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/51496036caa64f2ea063e18c72fe76b5 2024-12-17T04:40:31,140 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/434f3ee650bb4752bf8646b0b31e831b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/434f3ee650bb4752bf8646b0b31e831b 2024-12-17T04:40:31,140 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a82c36d494c34472b6d9c5ddae1ec5e7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a82c36d494c34472b6d9c5ddae1ec5e7 2024-12-17T04:40:31,140 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1798918fddd9432baa8e7f87cbadfe07 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1798918fddd9432baa8e7f87cbadfe07 2024-12-17T04:40:31,140 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/af1cb7551f1e4011a52053c833dd8f3d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/af1cb7551f1e4011a52053c833dd8f3d 2024-12-17T04:40:31,141 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c0a2b0c77c446d4993912f731ef61ec to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c0a2b0c77c446d4993912f731ef61ec 2024-12-17T04:40:31,141 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/e53ec0b0352c4ad9b4aab02092ca9fa5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/e53ec0b0352c4ad9b4aab02092ca9fa5 2024-12-17T04:40:31,141 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/13eff64e373741f68a0403c9c57289b9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/13eff64e373741f68a0403c9c57289b9 2024-12-17T04:40:31,141 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/582e6729dc604cd7ab6f7f46f50a4664 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/582e6729dc604cd7ab6f7f46f50a4664 2024-12-17T04:40:31,142 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a3898d1fb3b047adb2b727dff3e2bdfe to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/a3898d1fb3b047adb2b727dff3e2bdfe 2024-12-17T04:40:31,142 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/31467041ebf740bc8717f335a21b9e4e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/31467041ebf740bc8717f335a21b9e4e 2024-12-17T04:40:31,142 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6548c527b9824658aebbeccb030eab87 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6548c527b9824658aebbeccb030eab87 2024-12-17T04:40:31,142 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/fecde137e7774362b4c048c2cbe10c94 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/fecde137e7774362b4c048c2cbe10c94 2024-12-17T04:40:31,151 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c3e6b19890b4d0f915166815ba81530 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6c3e6b19890b4d0f915166815ba81530 2024-12-17T04:40:31,152 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3e62540bf616450687b6068e58229e42 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3e62540bf616450687b6068e58229e42 2024-12-17T04:40:31,152 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1d58dc7c4c6b41f7826c272dd0cd711c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/1d58dc7c4c6b41f7826c272dd0cd711c 2024-12-17T04:40:31,152 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7f051b76e9bf4f8cbc0abd7c3ef91b65 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7f051b76e9bf4f8cbc0abd7c3ef91b65 2024-12-17T04:40:31,152 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/df9b94a2c8eb441791c0c032423895b9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/df9b94a2c8eb441791c0c032423895b9 2024-12-17T04:40:31,152 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/993deed12c764ebf9cc0eb71a40c51a3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/993deed12c764ebf9cc0eb71a40c51a3 2024-12-17T04:40:31,152 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3ec9c63619e54688b216f7cba8b6f1af to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/3ec9c63619e54688b216f7cba8b6f1af 2024-12-17T04:40:31,152 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/775c09a8a55e43a0b0434907266d8ecd to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/775c09a8a55e43a0b0434907266d8ecd 2024-12-17T04:40:31,153 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7453337f0701453d8517ec3cde78adc3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/7453337f0701453d8517ec3cde78adc3 2024-12-17T04:40:31,154 DEBUG [StoreCloser-TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6196d4eceb934650959c6704d844f132, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6e76e2e428af42878b633b730b729f90, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c021fa993b0f4eda9dfdcd93bc97f47b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/2a3d401c7ad34a66b21de043bc1446b0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/875876236c6841388856bae5a9f97dad, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/f0e393fb60814fe5afba4ebb832124d2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/48bc28e4caed47d0ad8619092b08ff2c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b643ce3e15864a73ae499905dd552575, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/194aaba6dc25490ca23592838e26f6f4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/38dda8546dcd4951adb87f02cdc35ed2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b117aca6e7fc488e95ecf660d60e084b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/340069ccef714bf0bf2c8a345c42d3dd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/aee4e011e918434e8b03711fa2176663, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/52a10815152e4ccfa9510c3963c9c946, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/00b2aac1510d4e0b81dfab095a40a768, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b275fa74a75f4a5b931aa9be4908928b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/111c0e5e842f4f47a495952195d038ba, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c2ab8fdbe8b1471482b321f6847c3396, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/930c995a301840b38cea4fbd49d38b2f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/851659c6312f455b9654a71a0042a325, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/78e856b76ee84d9a901dc4b20488e8ff, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/76b3ef0a8bcf451a8cbbc22f1bda5d99, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/a244a29cf6af4bbeb935b2caafa8f2b2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/ad6bd97cfb004b1e9e9f4c95689f5b8a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/1b81d9ac633149068affa892dd349d85] to archive 2024-12-17T04:40:31,155 DEBUG [StoreCloser-TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:31,157 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6196d4eceb934650959c6704d844f132 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6196d4eceb934650959c6704d844f132 2024-12-17T04:40:31,157 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6e76e2e428af42878b633b730b729f90 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/6e76e2e428af42878b633b730b729f90 2024-12-17T04:40:31,157 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/2a3d401c7ad34a66b21de043bc1446b0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/2a3d401c7ad34a66b21de043bc1446b0 2024-12-17T04:40:31,158 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/875876236c6841388856bae5a9f97dad to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/875876236c6841388856bae5a9f97dad 2024-12-17T04:40:31,158 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c021fa993b0f4eda9dfdcd93bc97f47b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c021fa993b0f4eda9dfdcd93bc97f47b 2024-12-17T04:40:31,158 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/f0e393fb60814fe5afba4ebb832124d2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/f0e393fb60814fe5afba4ebb832124d2 2024-12-17T04:40:31,158 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/48bc28e4caed47d0ad8619092b08ff2c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/48bc28e4caed47d0ad8619092b08ff2c 2024-12-17T04:40:31,158 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b643ce3e15864a73ae499905dd552575 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b643ce3e15864a73ae499905dd552575 2024-12-17T04:40:31,159 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/194aaba6dc25490ca23592838e26f6f4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/194aaba6dc25490ca23592838e26f6f4 2024-12-17T04:40:31,160 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/340069ccef714bf0bf2c8a345c42d3dd to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/340069ccef714bf0bf2c8a345c42d3dd 2024-12-17T04:40:31,160 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/38dda8546dcd4951adb87f02cdc35ed2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/38dda8546dcd4951adb87f02cdc35ed2 2024-12-17T04:40:31,160 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/52a10815152e4ccfa9510c3963c9c946 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/52a10815152e4ccfa9510c3963c9c946 2024-12-17T04:40:31,160 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/aee4e011e918434e8b03711fa2176663 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/aee4e011e918434e8b03711fa2176663 2024-12-17T04:40:31,160 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b117aca6e7fc488e95ecf660d60e084b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b117aca6e7fc488e95ecf660d60e084b 2024-12-17T04:40:31,161 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/00b2aac1510d4e0b81dfab095a40a768 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/00b2aac1510d4e0b81dfab095a40a768 2024-12-17T04:40:31,161 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b275fa74a75f4a5b931aa9be4908928b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/b275fa74a75f4a5b931aa9be4908928b 2024-12-17T04:40:31,162 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c2ab8fdbe8b1471482b321f6847c3396 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/c2ab8fdbe8b1471482b321f6847c3396 2024-12-17T04:40:31,162 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/930c995a301840b38cea4fbd49d38b2f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/930c995a301840b38cea4fbd49d38b2f 2024-12-17T04:40:31,162 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/111c0e5e842f4f47a495952195d038ba to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/111c0e5e842f4f47a495952195d038ba 2024-12-17T04:40:31,162 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/851659c6312f455b9654a71a0042a325 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/851659c6312f455b9654a71a0042a325 2024-12-17T04:40:31,162 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/76b3ef0a8bcf451a8cbbc22f1bda5d99 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/76b3ef0a8bcf451a8cbbc22f1bda5d99 2024-12-17T04:40:31,162 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/78e856b76ee84d9a901dc4b20488e8ff to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/78e856b76ee84d9a901dc4b20488e8ff 2024-12-17T04:40:31,163 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/ad6bd97cfb004b1e9e9f4c95689f5b8a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/ad6bd97cfb004b1e9e9f4c95689f5b8a 2024-12-17T04:40:31,163 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/a244a29cf6af4bbeb935b2caafa8f2b2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/a244a29cf6af4bbeb935b2caafa8f2b2 2024-12-17T04:40:31,163 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/1b81d9ac633149068affa892dd349d85 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/1b81d9ac633149068affa892dd349d85 2024-12-17T04:40:31,166 DEBUG [StoreCloser-TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/4a587efea4dc466a834725514e3fefeb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/471bbef3c2174b2fa5bf1b11ae6f2232, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/b308e12765e34c058c6fb8bb97018b4d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/960f6bd75e11486ea5fa8959ca5dd330, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/e3db235fbb7b49c3988dfe1e16f84f37, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/eed77558e8d04cb3a0b2eef0d2e4236a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/5c0d8de2d4b048a392cd5e928fea119c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2b193ea3c61a4c6cb880e179b300693c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/303b6066cf024938a210d27e823ef9a0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7c12919aee843d5bda9ec09b402ee1a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/9de2aabd1fe9450ea43cfc6e161e3699, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/228888a28a6342148014e85037455645, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/50d6162cd1474259a7560d3df4cfccde, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/fec80c80a25446dab1086ce12693c22a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/da1a1e5b400d481d9370f75605431045, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/01a595af77f84b4b912e24fc3c62c0a2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/036810f3f8de4f80b4e375bb645494dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7b4d90b65ff43d2be700c450e5410cd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ab11175fa180475cbe4b870626da1a5c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/371e42feb3714c0fb41ad3e3766dbf4b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/26331802ecf0449fa9013cb2c917e9ff, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2a736fa8c41148adba22e987bd19d734, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/45cbe2f514144e89ba60ecc731841584, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ef29bdc883574bc28190275da20d6a8a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3c4a4f8bf4dc4b79b50dc29d881eec7a] to archive 2024-12-17T04:40:31,167 DEBUG [StoreCloser-TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:31,170 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/960f6bd75e11486ea5fa8959ca5dd330 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/960f6bd75e11486ea5fa8959ca5dd330 2024-12-17T04:40:31,170 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/471bbef3c2174b2fa5bf1b11ae6f2232 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/471bbef3c2174b2fa5bf1b11ae6f2232 2024-12-17T04:40:31,170 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/4a587efea4dc466a834725514e3fefeb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/4a587efea4dc466a834725514e3fefeb 2024-12-17T04:40:31,170 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/e3db235fbb7b49c3988dfe1e16f84f37 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/e3db235fbb7b49c3988dfe1e16f84f37 2024-12-17T04:40:31,170 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/eed77558e8d04cb3a0b2eef0d2e4236a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/eed77558e8d04cb3a0b2eef0d2e4236a 2024-12-17T04:40:31,170 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2b193ea3c61a4c6cb880e179b300693c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2b193ea3c61a4c6cb880e179b300693c 2024-12-17T04:40:31,171 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/b308e12765e34c058c6fb8bb97018b4d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/b308e12765e34c058c6fb8bb97018b4d 2024-12-17T04:40:31,171 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/5c0d8de2d4b048a392cd5e928fea119c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/5c0d8de2d4b048a392cd5e928fea119c 2024-12-17T04:40:31,173 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/9de2aabd1fe9450ea43cfc6e161e3699 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/9de2aabd1fe9450ea43cfc6e161e3699 2024-12-17T04:40:31,173 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/303b6066cf024938a210d27e823ef9a0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/303b6066cf024938a210d27e823ef9a0 2024-12-17T04:40:31,173 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7c12919aee843d5bda9ec09b402ee1a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7c12919aee843d5bda9ec09b402ee1a 2024-12-17T04:40:31,173 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/228888a28a6342148014e85037455645 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/228888a28a6342148014e85037455645 2024-12-17T04:40:31,173 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/fec80c80a25446dab1086ce12693c22a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/fec80c80a25446dab1086ce12693c22a 2024-12-17T04:40:31,174 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/50d6162cd1474259a7560d3df4cfccde to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/50d6162cd1474259a7560d3df4cfccde 2024-12-17T04:40:31,174 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/01a595af77f84b4b912e24fc3c62c0a2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/01a595af77f84b4b912e24fc3c62c0a2 2024-12-17T04:40:31,174 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/da1a1e5b400d481d9370f75605431045 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/da1a1e5b400d481d9370f75605431045 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/036810f3f8de4f80b4e375bb645494dc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/036810f3f8de4f80b4e375bb645494dc 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7b4d90b65ff43d2be700c450e5410cd to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f7b4d90b65ff43d2be700c450e5410cd 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ab11175fa180475cbe4b870626da1a5c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ab11175fa180475cbe4b870626da1a5c 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/371e42feb3714c0fb41ad3e3766dbf4b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/371e42feb3714c0fb41ad3e3766dbf4b 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2a736fa8c41148adba22e987bd19d734 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/2a736fa8c41148adba22e987bd19d734 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/26331802ecf0449fa9013cb2c917e9ff to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/26331802ecf0449fa9013cb2c917e9ff 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/45cbe2f514144e89ba60ecc731841584 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/45cbe2f514144e89ba60ecc731841584 2024-12-17T04:40:31,175 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ef29bdc883574bc28190275da20d6a8a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/ef29bdc883574bc28190275da20d6a8a 2024-12-17T04:40:31,176 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3c4a4f8bf4dc4b79b50dc29d881eec7a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3c4a4f8bf4dc4b79b50dc29d881eec7a 2024-12-17T04:40:31,180 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=1 2024-12-17T04:40:31,181 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d. 2024-12-17T04:40:31,181 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 134fccb92d0dc943d44d576e8181f94d: 2024-12-17T04:40:31,182 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:31,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=134fccb92d0dc943d44d576e8181f94d, regionState=CLOSED 2024-12-17T04:40:31,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-17T04:40:31,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 134fccb92d0dc943d44d576e8181f94d, server=07dc45045cb2,44187,1734410331712 in 1.8780 sec 2024-12-17T04:40:31,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-12-17T04:40:31,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=134fccb92d0dc943d44d576e8181f94d, UNASSIGN in 1.8830 sec 2024-12-17T04:40:31,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-17T04:40:31,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8870 sec 2024-12-17T04:40:31,188 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410431188"}]},"ts":"1734410431188"} 2024-12-17T04:40:31,189 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T04:40:31,230 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T04:40:31,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9810 sec 2024-12-17T04:40:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T04:40:31,359 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-17T04:40:31,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T04:40:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:31,361 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:31,362 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T04:40:31,364 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:31,367 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/recovered.edits] 2024-12-17T04:40:31,371 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/61c22cf25f0d49a1b8d22b263bda8f10 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/61c22cf25f0d49a1b8d22b263bda8f10 2024-12-17T04:40:31,371 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6371c1290b994b06b958a4d63bd97542 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/6371c1290b994b06b958a4d63bd97542 2024-12-17T04:40:31,372 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/4a1b743629ed474f91da445356696f4f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/A/4a1b743629ed474f91da445356696f4f 2024-12-17T04:40:31,376 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/70ce2f3093bc46838843c0fdb09e9c9c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/70ce2f3093bc46838843c0fdb09e9c9c 2024-12-17T04:40:31,376 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/95186e5c89a14f7fafefdc143370b142 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/95186e5c89a14f7fafefdc143370b142 2024-12-17T04:40:31,376 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/8a74298ee5ad494badd58c9045ce7e06 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/B/8a74298ee5ad494badd58c9045ce7e06 2024-12-17T04:40:31,380 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/51b8cf3cf6374fb58e49f3cd6fdc738e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/51b8cf3cf6374fb58e49f3cd6fdc738e 2024-12-17T04:40:31,380 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f8882c5f91b047dfa219c36617007605 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/f8882c5f91b047dfa219c36617007605 2024-12-17T04:40:31,380 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3e0abc6e8e8a4561b37f684867f10967 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/C/3e0abc6e8e8a4561b37f684867f10967 2024-12-17T04:40:31,383 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/recovered.edits/381.seqid to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d/recovered.edits/381.seqid 2024-12-17T04:40:31,384 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/134fccb92d0dc943d44d576e8181f94d 2024-12-17T04:40:31,384 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T04:40:31,387 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:31,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T04:40:31,389 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T04:40:31,391 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T04:40:31,392 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:31,393 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T04:40:31,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734410431393"}]},"ts":"9223372036854775807"} 2024-12-17T04:40:31,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T04:40:31,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 134fccb92d0dc943d44d576e8181f94d, NAME => 'TestAcidGuarantees,,1734410406622.134fccb92d0dc943d44d576e8181f94d.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T04:40:31,397 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T04:40:31,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734410431397"}]},"ts":"9223372036854775807"} 2024-12-17T04:40:31,399 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T04:40:31,407 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:31,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-12-17T04:40:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T04:40:31,463 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-17T04:40:31,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=245 (was 244) - Thread LEAK? -, OpenFileDescriptor=452 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7670 (was 7699) 2024-12-17T04:40:31,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=7670 2024-12-17T04:40:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:40:31,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:40:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:31,496 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T04:40:31,496 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:31,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-12-17T04:40:31,497 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T04:40:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-17T04:40:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742142_1318 (size=963) 2024-12-17T04:40:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-17T04:40:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-17T04:40:31,908 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:40:31,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742143_1319 (size=53) 2024-12-17T04:40:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-17T04:40:32,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:40:32,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2b776e69a2de8e49605fd5e56dd3047c, disabling compactions & flushes 2024-12-17T04:40:32,317 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. after waiting 0 ms 2024-12-17T04:40:32,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,317 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:32,346 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T04:40:32,347 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734410432346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734410432346"}]},"ts":"1734410432346"} 2024-12-17T04:40:32,348 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T04:40:32,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T04:40:32,349 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410432349"}]},"ts":"1734410432349"} 2024-12-17T04:40:32,350 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T04:40:32,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, ASSIGN}] 2024-12-17T04:40:32,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, ASSIGN 2024-12-17T04:40:32,392 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, ASSIGN; state=OFFLINE, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=false 2024-12-17T04:40:32,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:32,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-17T04:40:32,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:32,706 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,706 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:40:32,707 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,707 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:40:32,707 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,707 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,709 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,710 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:32,711 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b776e69a2de8e49605fd5e56dd3047c columnFamilyName A 2024-12-17T04:40:32,711 DEBUG [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:32,711 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(327): Store=2b776e69a2de8e49605fd5e56dd3047c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:32,712 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,713 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:32,714 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b776e69a2de8e49605fd5e56dd3047c columnFamilyName B 2024-12-17T04:40:32,714 DEBUG [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:32,714 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(327): Store=2b776e69a2de8e49605fd5e56dd3047c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:32,715 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,716 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:32,716 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b776e69a2de8e49605fd5e56dd3047c columnFamilyName C 2024-12-17T04:40:32,716 DEBUG [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:32,717 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(327): Store=2b776e69a2de8e49605fd5e56dd3047c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:32,717 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,718 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,718 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,720 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:40:32,721 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:32,723 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:40:32,723 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 2b776e69a2de8e49605fd5e56dd3047c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64501462, jitterRate=-0.03885331749916077}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:40:32,724 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:32,725 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., pid=96, masterSystemTime=1734410432699 2024-12-17T04:40:32,726 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,726 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:32,726 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:32,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-17T04:40:32,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 in 182 msec 2024-12-17T04:40:32,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-17T04:40:32,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, ASSIGN in 339 msec 2024-12-17T04:40:32,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T04:40:32,731 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410432731"}]},"ts":"1734410432731"} 2024-12-17T04:40:32,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T04:40:32,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T04:40:32,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2470 sec 2024-12-17T04:40:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-17T04:40:33,609 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-12-17T04:40:33,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-12-17T04:40:33,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:33,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:33,663 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:33,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T04:40:33,665 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T04:40:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:40:33,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:40:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:33,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742144_1320 (size=999) 2024-12-17T04:40:34,083 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T04:40:34,083 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T04:40:34,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:40:34,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, REOPEN/MOVE}] 2024-12-17T04:40:34,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, REOPEN/MOVE 2024-12-17T04:40:34,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,093 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:40:34,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:34,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,247 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,247 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:40:34,247 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 2b776e69a2de8e49605fd5e56dd3047c, disabling compactions & flushes 2024-12-17T04:40:34,247 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,247 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,248 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. after waiting 0 ms 2024-12-17T04:40:34,248 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,256 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T04:40:34,257 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,257 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:34,257 WARN [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 2b776e69a2de8e49605fd5e56dd3047c to self. 2024-12-17T04:40:34,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=CLOSED 2024-12-17T04:40:34,261 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-17T04:40:34,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 in 168 msec 2024-12-17T04:40:34,266 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, REOPEN/MOVE; state=CLOSED, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=true 2024-12-17T04:40:34,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:34,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,575 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,575 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:40:34,576 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,576 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:40:34,577 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,577 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,579 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,581 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:34,582 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b776e69a2de8e49605fd5e56dd3047c columnFamilyName A 2024-12-17T04:40:34,584 DEBUG [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:34,585 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(327): Store=2b776e69a2de8e49605fd5e56dd3047c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:34,586 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,587 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:34,587 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b776e69a2de8e49605fd5e56dd3047c columnFamilyName B 2024-12-17T04:40:34,587 DEBUG [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:34,588 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(327): Store=2b776e69a2de8e49605fd5e56dd3047c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:34,588 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,588 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:34,588 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b776e69a2de8e49605fd5e56dd3047c columnFamilyName C 2024-12-17T04:40:34,588 DEBUG [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:34,589 INFO [StoreOpener-2b776e69a2de8e49605fd5e56dd3047c-1 {}] regionserver.HStore(327): Store=2b776e69a2de8e49605fd5e56dd3047c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:34,589 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,590 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,591 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,593 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:40:34,595 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,596 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 2b776e69a2de8e49605fd5e56dd3047c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73296068, jitterRate=0.092196524143219}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:40:34,597 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:34,597 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., pid=101, masterSystemTime=1734410434570 2024-12-17T04:40:34,599 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,599 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=OPEN, openSeqNum=5, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-12-17T04:40:34,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 in 183 msec 2024-12-17T04:40:34,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-17T04:40:34,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, REOPEN/MOVE in 512 msec 2024-12-17T04:40:34,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-17T04:40:34,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec 2024-12-17T04:40:34,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-12-17T04:40:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T04:40:34,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-12-17T04:40:34,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-12-17T04:40:34,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-17T04:40:34,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-17T04:40:34,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,717 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-17T04:40:34,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-12-17T04:40:34,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,733 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-12-17T04:40:34,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x627cad17 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37a637ac 2024-12-17T04:40:34,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb9e50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39387e4d to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fa53591 2024-12-17T04:40:34,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb726fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-12-17T04:40:34,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:34,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-17T04:40:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-17T04:40:34,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:34,772 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:34,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:34,774 DEBUG [hconnection-0xba68477-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,774 DEBUG [hconnection-0x31bef7b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,774 DEBUG [hconnection-0x12270ebb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,774 DEBUG [hconnection-0x18825739-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,775 DEBUG [hconnection-0x67073526-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,775 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,775 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,775 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,775 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,776 DEBUG [hconnection-0x5b7d5ac4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,776 DEBUG [hconnection-0x3893b784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,777 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,777 DEBUG [hconnection-0x3f379e42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,777 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,777 DEBUG [hconnection-0x43973fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,777 DEBUG [hconnection-0x2f8eebd9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:34,780 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,781 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:34,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:40:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:34,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410494792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410494793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410494794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410494795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410494795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172f761a4fce4a45789afaed614d687d9c_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410434784/Put/seqid=0 2024-12-17T04:40:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742145_1321 (size=12154) 2024-12-17T04:40:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-17T04:40:34,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410494896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410494896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410494896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410494896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410494896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:34,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:34,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:34,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:34,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:34,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-17T04:40:35,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:35,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:35,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410495099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410495099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410495100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410495100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410495100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:35,225 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172f761a4fce4a45789afaed614d687d9c_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172f761a4fce4a45789afaed614d687d9c_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:35,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f218252bad2f4758bb3aec1e4e9c584a, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:35,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f218252bad2f4758bb3aec1e4e9c584a is 175, key is test_row_0/A:col10/1734410434784/Put/seqid=0 2024-12-17T04:40:35,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:35,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:35,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742146_1322 (size=30955) 2024-12-17T04:40:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-17T04:40:35,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410495402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410495402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410495402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410495405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410495406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,635 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f218252bad2f4758bb3aec1e4e9c584a 2024-12-17T04:40:35,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/7cd0e266b2e843fa885d600e28e3dca1 is 50, key is test_row_0/B:col10/1734410434784/Put/seqid=0 2024-12-17T04:40:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742147_1323 (size=12001) 2024-12-17T04:40:35,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/7cd0e266b2e843fa885d600e28e3dca1 2024-12-17T04:40:35,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d88542148d5d44edb212310a0cbc5317 is 50, key is test_row_0/C:col10/1734410434784/Put/seqid=0 2024-12-17T04:40:35,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:35,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742148_1324 (size=12001) 2024-12-17T04:40:35,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-17T04:40:35,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410495907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410495907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410495907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410495912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410495912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:35,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:35,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:35,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:36,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d88542148d5d44edb212310a0cbc5317 2024-12-17T04:40:36,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f218252bad2f4758bb3aec1e4e9c584a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f218252bad2f4758bb3aec1e4e9c584a 2024-12-17T04:40:36,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f218252bad2f4758bb3aec1e4e9c584a, entries=150, sequenceid=19, filesize=30.2 K 2024-12-17T04:40:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/7cd0e266b2e843fa885d600e28e3dca1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7cd0e266b2e843fa885d600e28e3dca1 2024-12-17T04:40:36,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7cd0e266b2e843fa885d600e28e3dca1, entries=150, sequenceid=19, filesize=11.7 K 2024-12-17T04:40:36,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d88542148d5d44edb212310a0cbc5317 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d88542148d5d44edb212310a0cbc5317 2024-12-17T04:40:36,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d88542148d5d44edb212310a0cbc5317, entries=150, sequenceid=19, filesize=11.7 K 2024-12-17T04:40:36,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2b776e69a2de8e49605fd5e56dd3047c in 1323ms, sequenceid=19, compaction requested=false 2024-12-17T04:40:36,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:36,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:36,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-17T04:40:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:36,143 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T04:40:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:36,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e4fb7e9a6cc7431db0b14f62686c0d6d_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410434792/Put/seqid=0 2024-12-17T04:40:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742149_1325 (size=12154) 2024-12-17T04:40:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:36,555 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e4fb7e9a6cc7431db0b14f62686c0d6d_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e4fb7e9a6cc7431db0b14f62686c0d6d_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:36,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/a77d04ca470e47648637784d28f479bd, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:36,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/a77d04ca470e47648637784d28f479bd is 175, key is test_row_0/A:col10/1734410434792/Put/seqid=0 2024-12-17T04:40:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742150_1326 (size=30955) 2024-12-17T04:40:36,560 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/a77d04ca470e47648637784d28f479bd 2024-12-17T04:40:36,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/4c436db4c0514e0498d53fc6ba6c0446 is 50, key is test_row_0/B:col10/1734410434792/Put/seqid=0 2024-12-17T04:40:36,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742151_1327 (size=12001) 2024-12-17T04:40:36,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T04:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-17T04:40:36,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410496924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410496925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410496925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410496925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410496926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:36,969 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/4c436db4c0514e0498d53fc6ba6c0446 2024-12-17T04:40:36,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/f215e1e25e71426781035e80cb6024a4 is 50, key is test_row_0/C:col10/1734410434792/Put/seqid=0 2024-12-17T04:40:36,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742152_1328 (size=12001) 2024-12-17T04:40:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410497028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410497029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410497030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410497030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410497233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410497235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410497235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410497236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,379 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/f215e1e25e71426781035e80cb6024a4 2024-12-17T04:40:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/a77d04ca470e47648637784d28f479bd as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/a77d04ca470e47648637784d28f479bd 2024-12-17T04:40:37,385 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/a77d04ca470e47648637784d28f479bd, entries=150, sequenceid=40, filesize=30.2 K 2024-12-17T04:40:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/4c436db4c0514e0498d53fc6ba6c0446 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/4c436db4c0514e0498d53fc6ba6c0446 2024-12-17T04:40:37,389 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/4c436db4c0514e0498d53fc6ba6c0446, entries=150, sequenceid=40, filesize=11.7 K 2024-12-17T04:40:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/f215e1e25e71426781035e80cb6024a4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f215e1e25e71426781035e80cb6024a4 2024-12-17T04:40:37,393 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f215e1e25e71426781035e80cb6024a4, entries=150, sequenceid=40, filesize=11.7 K 2024-12-17T04:40:37,394 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 2b776e69a2de8e49605fd5e56dd3047c in 1251ms, sequenceid=40, compaction requested=false 2024-12-17T04:40:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-17T04:40:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-17T04:40:37,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-17T04:40:37,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec 2024-12-17T04:40:37,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6280 sec 2024-12-17T04:40:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:37,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T04:40:37,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:37,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217327326512a274363a396b49497540aea_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410436924/Put/seqid=0 2024-12-17T04:40:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742153_1329 (size=14594) 2024-12-17T04:40:37,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:37,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217327326512a274363a396b49497540aea_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217327326512a274363a396b49497540aea_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:37,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/1a9b93514d3a4636a13de2cfc7e23d92, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:37,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/1a9b93514d3a4636a13de2cfc7e23d92 is 175, key is test_row_0/A:col10/1734410436924/Put/seqid=0 2024-12-17T04:40:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410497566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410497567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410497568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410497569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742154_1330 (size=39549) 2024-12-17T04:40:37,583 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/1a9b93514d3a4636a13de2cfc7e23d92 2024-12-17T04:40:37,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/243f80a7071249839bd63d4cf07a571a is 50, key is test_row_0/B:col10/1734410436924/Put/seqid=0 2024-12-17T04:40:37,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742155_1331 (size=12001) 2024-12-17T04:40:37,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/243f80a7071249839bd63d4cf07a571a 2024-12-17T04:40:37,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/c544683b2a2d465b884c20c727ea688f is 50, key is test_row_0/C:col10/1734410436924/Put/seqid=0 2024-12-17T04:40:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742156_1332 (size=12001) 2024-12-17T04:40:37,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410497674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410497674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410497674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410497675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410497878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410497878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410497879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410497879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/c544683b2a2d465b884c20c727ea688f 2024-12-17T04:40:38,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/1a9b93514d3a4636a13de2cfc7e23d92 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a9b93514d3a4636a13de2cfc7e23d92 2024-12-17T04:40:38,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a9b93514d3a4636a13de2cfc7e23d92, entries=200, sequenceid=58, filesize=38.6 K 2024-12-17T04:40:38,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/243f80a7071249839bd63d4cf07a571a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/243f80a7071249839bd63d4cf07a571a 2024-12-17T04:40:38,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/243f80a7071249839bd63d4cf07a571a, entries=150, sequenceid=58, filesize=11.7 K 2024-12-17T04:40:38,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/c544683b2a2d465b884c20c727ea688f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/c544683b2a2d465b884c20c727ea688f 2024-12-17T04:40:38,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/c544683b2a2d465b884c20c727ea688f, entries=150, sequenceid=58, filesize=11.7 K 2024-12-17T04:40:38,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 2b776e69a2de8e49605fd5e56dd3047c in 488ms, sequenceid=58, compaction requested=true 2024-12-17T04:40:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:38,031 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:38,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:38,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:38,031 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:38,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:38,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:38,031 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:38,031 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:38,031 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/B is initiating minor compaction (all files) 2024-12-17T04:40:38,031 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/A is initiating minor compaction (all files) 2024-12-17T04:40:38,031 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/A in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:38,031 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/B in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:38,032 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f218252bad2f4758bb3aec1e4e9c584a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/a77d04ca470e47648637784d28f479bd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a9b93514d3a4636a13de2cfc7e23d92] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=99.1 K 2024-12-17T04:40:38,032 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7cd0e266b2e843fa885d600e28e3dca1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/4c436db4c0514e0498d53fc6ba6c0446, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/243f80a7071249839bd63d4cf07a571a] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.2 K 2024-12-17T04:40:38,032 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:38,032 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f218252bad2f4758bb3aec1e4e9c584a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/a77d04ca470e47648637784d28f479bd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a9b93514d3a4636a13de2cfc7e23d92] 2024-12-17T04:40:38,032 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cd0e266b2e843fa885d600e28e3dca1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734410434783 2024-12-17T04:40:38,032 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting f218252bad2f4758bb3aec1e4e9c584a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734410434783 2024-12-17T04:40:38,032 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c436db4c0514e0498d53fc6ba6c0446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734410434791 2024-12-17T04:40:38,032 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77d04ca470e47648637784d28f479bd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734410434791 2024-12-17T04:40:38,032 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 243f80a7071249839bd63d4cf07a571a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1734410436924 2024-12-17T04:40:38,033 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a9b93514d3a4636a13de2cfc7e23d92, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1734410436924 2024-12-17T04:40:38,040 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:38,040 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:38,041 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/3d7ae18054e34a91b8690071e6f1a4b9 is 50, key is test_row_0/B:col10/1734410436924/Put/seqid=0 2024-12-17T04:40:38,052 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217f6cb294861e84bf0a6db7d0f45f04f39_2b776e69a2de8e49605fd5e56dd3047c store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:38,054 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217f6cb294861e84bf0a6db7d0f45f04f39_2b776e69a2de8e49605fd5e56dd3047c, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:38,054 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f6cb294861e84bf0a6db7d0f45f04f39_2b776e69a2de8e49605fd5e56dd3047c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742157_1333 (size=12104) 2024-12-17T04:40:38,068 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/3d7ae18054e34a91b8690071e6f1a4b9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/3d7ae18054e34a91b8690071e6f1a4b9 2024-12-17T04:40:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742158_1334 (size=4469) 2024-12-17T04:40:38,074 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#A#compaction#282 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:38,074 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/B of 2b776e69a2de8e49605fd5e56dd3047c into 3d7ae18054e34a91b8690071e6f1a4b9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:38,074 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:38,074 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/B, priority=13, startTime=1734410438030; duration=0sec 2024-12-17T04:40:38,074 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/1a392a8870994e64ab89ede2d49d85ac is 175, key is test_row_0/A:col10/1734410436924/Put/seqid=0 2024-12-17T04:40:38,074 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:38,074 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:B 2024-12-17T04:40:38,074 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:38,075 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:38,075 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/C is initiating minor compaction (all files) 2024-12-17T04:40:38,076 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/C in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:38,076 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d88542148d5d44edb212310a0cbc5317, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f215e1e25e71426781035e80cb6024a4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/c544683b2a2d465b884c20c727ea688f] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.2 K 2024-12-17T04:40:38,076 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting d88542148d5d44edb212310a0cbc5317, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734410434783 2024-12-17T04:40:38,077 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f215e1e25e71426781035e80cb6024a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734410434791 2024-12-17T04:40:38,077 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c544683b2a2d465b884c20c727ea688f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1734410436924 2024-12-17T04:40:38,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742159_1335 (size=31058) 2024-12-17T04:40:38,085 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#C#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:38,085 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/cd8c78448d094bf3990edbd680b808a9 is 50, key is test_row_0/C:col10/1734410436924/Put/seqid=0 2024-12-17T04:40:38,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742160_1336 (size=12104) 2024-12-17T04:40:38,095 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/cd8c78448d094bf3990edbd680b808a9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cd8c78448d094bf3990edbd680b808a9 2024-12-17T04:40:38,098 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/C of 2b776e69a2de8e49605fd5e56dd3047c into cd8c78448d094bf3990edbd680b808a9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:38,098 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:38,098 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/C, priority=13, startTime=1734410438031; duration=0sec 2024-12-17T04:40:38,098 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:38,098 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:C 2024-12-17T04:40:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:38,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T04:40:38,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:38,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:38,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:38,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:38,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:38,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:38,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178847e951cc11404f93c645fe32965e89_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410437566/Put/seqid=0 2024-12-17T04:40:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742161_1337 (size=12154) 2024-12-17T04:40:38,201 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410498199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178847e951cc11404f93c645fe32965e89_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178847e951cc11404f93c645fe32965e89_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:38,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/4f0ebaa01dcb42058203fe066027f6d3, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:38,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/4f0ebaa01dcb42058203fe066027f6d3 is 175, key is test_row_0/A:col10/1734410437566/Put/seqid=0 2024-12-17T04:40:38,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410498203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410498204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410498204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742162_1338 (size=30955) 2024-12-17T04:40:38,211 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/4f0ebaa01dcb42058203fe066027f6d3 2024-12-17T04:40:38,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/48cb14aff5ae4eaf8f87e345be5f4fc4 is 50, key is test_row_0/B:col10/1734410437566/Put/seqid=0 2024-12-17T04:40:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742163_1339 (size=12001) 2024-12-17T04:40:38,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410498305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410498309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410498310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410498310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,484 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/1a392a8870994e64ab89ede2d49d85ac as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a392a8870994e64ab89ede2d49d85ac 2024-12-17T04:40:38,489 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/A of 2b776e69a2de8e49605fd5e56dd3047c into 1a392a8870994e64ab89ede2d49d85ac(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:38,489 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:38,489 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/A, priority=13, startTime=1734410438030; duration=0sec 2024-12-17T04:40:38,489 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:38,489 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:A 2024-12-17T04:40:38,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410498508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410498513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410498513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410498513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/48cb14aff5ae4eaf8f87e345be5f4fc4 2024-12-17T04:40:38,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d136160ee91b426681e0bf17c00df26b is 50, key is test_row_0/C:col10/1734410437566/Put/seqid=0 2024-12-17T04:40:38,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742164_1340 (size=12001) 2024-12-17T04:40:38,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d136160ee91b426681e0bf17c00df26b 2024-12-17T04:40:38,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/4f0ebaa01dcb42058203fe066027f6d3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/4f0ebaa01dcb42058203fe066027f6d3 2024-12-17T04:40:38,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/4f0ebaa01dcb42058203fe066027f6d3, entries=150, sequenceid=79, filesize=30.2 K 2024-12-17T04:40:38,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/48cb14aff5ae4eaf8f87e345be5f4fc4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/48cb14aff5ae4eaf8f87e345be5f4fc4 2024-12-17T04:40:38,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/48cb14aff5ae4eaf8f87e345be5f4fc4, entries=150, sequenceid=79, filesize=11.7 K 2024-12-17T04:40:38,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d136160ee91b426681e0bf17c00df26b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d136160ee91b426681e0bf17c00df26b 2024-12-17T04:40:38,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d136160ee91b426681e0bf17c00df26b, entries=150, sequenceid=79, filesize=11.7 K 2024-12-17T04:40:38,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 2b776e69a2de8e49605fd5e56dd3047c in 467ms, sequenceid=79, compaction requested=false 2024-12-17T04:40:38,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:38,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T04:40:38,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:38,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:38,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:38,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:38,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:38,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:38,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217225db82846254472b4da14d98b78b6d9_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410438820/Put/seqid=0 2024-12-17T04:40:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742165_1341 (size=17034) 2024-12-17T04:40:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410498833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410498836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410498837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410498838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-17T04:40:38,875 INFO [Thread-1473 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-17T04:40:38,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-17T04:40:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T04:40:38,877 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:38,877 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:38,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:38,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410498939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410498939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410498942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410498943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410498946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:38,947 DEBUG [Thread-1469 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:40:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T04:40:39,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410499143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410499143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410499146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410499147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T04:40:39,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:39,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:39,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:39,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217225db82846254472b4da14d98b78b6d9_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217225db82846254472b4da14d98b78b6d9_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:39,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/54e60f75166c45b09f0ef391f25842ae, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:39,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/54e60f75166c45b09f0ef391f25842ae is 175, key is test_row_0/A:col10/1734410438820/Put/seqid=0 2024-12-17T04:40:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742166_1342 (size=48139) 2024-12-17T04:40:39,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:39,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:39,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410499447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410499448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410499453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410499455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T04:40:39,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:39,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:39,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:39,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:39,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/54e60f75166c45b09f0ef391f25842ae 2024-12-17T04:40:39,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/ab048fdbb98e4b1bb16d093d1a68aa32 is 50, key is test_row_0/B:col10/1734410438820/Put/seqid=0 2024-12-17T04:40:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742167_1343 (size=12001) 2024-12-17T04:40:39,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:39,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:39,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410499949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410499954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410499959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410499961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T04:40:40,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/ab048fdbb98e4b1bb16d093d1a68aa32 2024-12-17T04:40:40,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/009b5e4bd7be40988f60da09bb9b80d8 is 50, key is test_row_0/C:col10/1734410438820/Put/seqid=0 2024-12-17T04:40:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742168_1344 (size=12001) 2024-12-17T04:40:40,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:40,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:40,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:40,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:40,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/009b5e4bd7be40988f60da09bb9b80d8 2024-12-17T04:40:40,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/54e60f75166c45b09f0ef391f25842ae as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/54e60f75166c45b09f0ef391f25842ae 2024-12-17T04:40:40,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/54e60f75166c45b09f0ef391f25842ae, entries=250, sequenceid=102, filesize=47.0 K 2024-12-17T04:40:40,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/ab048fdbb98e4b1bb16d093d1a68aa32 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/ab048fdbb98e4b1bb16d093d1a68aa32 2024-12-17T04:40:40,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/ab048fdbb98e4b1bb16d093d1a68aa32, entries=150, sequenceid=102, filesize=11.7 K 2024-12-17T04:40:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/009b5e4bd7be40988f60da09bb9b80d8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/009b5e4bd7be40988f60da09bb9b80d8 2024-12-17T04:40:40,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/009b5e4bd7be40988f60da09bb9b80d8, entries=150, sequenceid=102, filesize=11.7 K 2024-12-17T04:40:40,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2b776e69a2de8e49605fd5e56dd3047c in 1649ms, sequenceid=102, compaction requested=true 2024-12-17T04:40:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:40,470 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T04:40:40,470 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:40,471 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:40,471 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:40,471 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/A is initiating minor compaction (all files) 2024-12-17T04:40:40,471 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/B is initiating minor compaction (all files) 2024-12-17T04:40:40,471 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/A in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,471 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a392a8870994e64ab89ede2d49d85ac, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/4f0ebaa01dcb42058203fe066027f6d3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/54e60f75166c45b09f0ef391f25842ae] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=107.6 K 2024-12-17T04:40:40,471 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,471 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a392a8870994e64ab89ede2d49d85ac, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/4f0ebaa01dcb42058203fe066027f6d3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/54e60f75166c45b09f0ef391f25842ae] 2024-12-17T04:40:40,471 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/B in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,472 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/3d7ae18054e34a91b8690071e6f1a4b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/48cb14aff5ae4eaf8f87e345be5f4fc4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/ab048fdbb98e4b1bb16d093d1a68aa32] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.3 K 2024-12-17T04:40:40,472 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a392a8870994e64ab89ede2d49d85ac, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1734410436924 2024-12-17T04:40:40,472 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d7ae18054e34a91b8690071e6f1a4b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1734410436924 2024-12-17T04:40:40,472 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f0ebaa01dcb42058203fe066027f6d3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734410437566 2024-12-17T04:40:40,472 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 48cb14aff5ae4eaf8f87e345be5f4fc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734410437566 2024-12-17T04:40:40,472 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54e60f75166c45b09f0ef391f25842ae, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1734410438203 2024-12-17T04:40:40,473 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ab048fdbb98e4b1bb16d093d1a68aa32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1734410438820 2024-12-17T04:40:40,478 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:40,479 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:40,479 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/7befc7ab06614823bd718bf37ec76521 is 50, key is test_row_0/B:col10/1734410438820/Put/seqid=0 2024-12-17T04:40:40,484 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217ae57275666334c96932e3b3aaf5c66cf_2b776e69a2de8e49605fd5e56dd3047c store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:40,485 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217ae57275666334c96932e3b3aaf5c66cf_2b776e69a2de8e49605fd5e56dd3047c, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:40,485 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ae57275666334c96932e3b3aaf5c66cf_2b776e69a2de8e49605fd5e56dd3047c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742169_1345 (size=12207) 2024-12-17T04:40:40,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742170_1346 (size=4469) 2024-12-17T04:40:40,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:40,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-17T04:40:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,552 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T04:40:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:40,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217548e03bffa3a4da8a8680b3d6bf14316_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410438830/Put/seqid=0 2024-12-17T04:40:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742171_1347 (size=12154) 2024-12-17T04:40:40,897 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/7befc7ab06614823bd718bf37ec76521 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7befc7ab06614823bd718bf37ec76521 2024-12-17T04:40:40,900 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/B of 2b776e69a2de8e49605fd5e56dd3047c into 7befc7ab06614823bd718bf37ec76521(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:40,900 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:40,900 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/B, priority=13, startTime=1734410440470; duration=0sec 2024-12-17T04:40:40,901 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:40,901 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:B 2024-12-17T04:40:40,901 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:40,901 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:40,901 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/C is initiating minor compaction (all files) 2024-12-17T04:40:40,901 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/C in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:40,902 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cd8c78448d094bf3990edbd680b808a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d136160ee91b426681e0bf17c00df26b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/009b5e4bd7be40988f60da09bb9b80d8] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.3 K 2024-12-17T04:40:40,902 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting cd8c78448d094bf3990edbd680b808a9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1734410436924 2024-12-17T04:40:40,902 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting d136160ee91b426681e0bf17c00df26b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734410437566 2024-12-17T04:40:40,902 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 009b5e4bd7be40988f60da09bb9b80d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1734410438820 2024-12-17T04:40:40,904 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#A#compaction#291 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:40,905 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/d437dede3e9c460b8d8538771e1c7fa8 is 175, key is test_row_0/A:col10/1734410438820/Put/seqid=0 2024-12-17T04:40:40,908 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:40,908 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/68a27d18ec8d4196bf6983154581d920 is 50, key is test_row_0/C:col10/1734410438820/Put/seqid=0 2024-12-17T04:40:40,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742172_1348 (size=31161) 2024-12-17T04:40:40,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742173_1349 (size=12207) 2024-12-17T04:40:40,922 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/d437dede3e9c460b8d8538771e1c7fa8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d437dede3e9c460b8d8538771e1c7fa8 2024-12-17T04:40:40,926 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/A of 2b776e69a2de8e49605fd5e56dd3047c into d437dede3e9c460b8d8538771e1c7fa8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:40,926 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:40,926 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/A, priority=13, startTime=1734410440470; duration=0sec 2024-12-17T04:40:40,926 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:40,926 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:A 2024-12-17T04:40:40,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:40,966 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217548e03bffa3a4da8a8680b3d6bf14316_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217548e03bffa3a4da8a8680b3d6bf14316_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:40,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/12a3c410882b42e9a4b804e8245daeb0, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/12a3c410882b42e9a4b804e8245daeb0 is 175, key is test_row_0/A:col10/1734410438830/Put/seqid=0 2024-12-17T04:40:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742174_1350 (size=30955) 2024-12-17T04:40:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T04:40:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410500986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:40,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410500989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:40,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410500990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:40,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410500991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410501092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410501096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410501096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410501096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410501297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410501301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410501301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410501301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,322 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/68a27d18ec8d4196bf6983154581d920 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/68a27d18ec8d4196bf6983154581d920 2024-12-17T04:40:41,325 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/C of 2b776e69a2de8e49605fd5e56dd3047c into 68a27d18ec8d4196bf6983154581d920(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:41,325 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:41,325 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/C, priority=13, startTime=1734410440470; duration=0sec 2024-12-17T04:40:41,326 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:41,326 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:C 2024-12-17T04:40:41,370 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/12a3c410882b42e9a4b804e8245daeb0 2024-12-17T04:40:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/9535ed5e07f24c8e84066d6f889b2aeb is 50, key is test_row_0/B:col10/1734410438830/Put/seqid=0 2024-12-17T04:40:41,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742175_1351 (size=12001) 2024-12-17T04:40:41,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T04:40:41,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-17T04:40:41,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410501599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410501605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410501606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410501606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:41,780 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/9535ed5e07f24c8e84066d6f889b2aeb 2024-12-17T04:40:41,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/26c428ed6f6441f3be5f316a6297a6e3 is 50, key is test_row_0/C:col10/1734410438830/Put/seqid=0 2024-12-17T04:40:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742176_1352 (size=12001) 2024-12-17T04:40:42,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410502103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:42,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410502108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:42,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410502112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:42,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410502113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:42,189 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/26c428ed6f6441f3be5f316a6297a6e3 2024-12-17T04:40:42,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/12a3c410882b42e9a4b804e8245daeb0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/12a3c410882b42e9a4b804e8245daeb0 2024-12-17T04:40:42,195 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/12a3c410882b42e9a4b804e8245daeb0, entries=150, sequenceid=116, filesize=30.2 K 2024-12-17T04:40:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/9535ed5e07f24c8e84066d6f889b2aeb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/9535ed5e07f24c8e84066d6f889b2aeb 2024-12-17T04:40:42,199 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/9535ed5e07f24c8e84066d6f889b2aeb, entries=150, sequenceid=116, filesize=11.7 K 2024-12-17T04:40:42,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/26c428ed6f6441f3be5f316a6297a6e3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/26c428ed6f6441f3be5f316a6297a6e3 2024-12-17T04:40:42,204 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/26c428ed6f6441f3be5f316a6297a6e3, entries=150, sequenceid=116, filesize=11.7 K 2024-12-17T04:40:42,205 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2b776e69a2de8e49605fd5e56dd3047c in 1653ms, sequenceid=116, compaction requested=false 2024-12-17T04:40:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:42,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-17T04:40:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-17T04:40:42,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-17T04:40:42,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3290 sec 2024-12-17T04:40:42,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.3320 sec 2024-12-17T04:40:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:42,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T04:40:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:42,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175bf70bec9f12476dad7a8330b2463106_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410440988/Put/seqid=0 2024-12-17T04:40:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T04:40:42,981 INFO [Thread-1473 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-17T04:40:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742177_1353 (size=14794) 2024-12-17T04:40:42,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-17T04:40:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-17T04:40:42,984 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:42,984 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:42,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:43,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410503015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-17T04:40:43,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410503111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410503111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410503114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410503116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410503120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:43,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:43,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-17T04:40:43,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410503325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,383 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:43,386 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175bf70bec9f12476dad7a8330b2463106_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175bf70bec9f12476dad7a8330b2463106_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:43,387 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/ab2cffc2d1b140dfb3ab15b0d6604eec, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:43,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/ab2cffc2d1b140dfb3ab15b0d6604eec is 175, key is test_row_0/A:col10/1734410440988/Put/seqid=0 2024-12-17T04:40:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742178_1354 (size=39749) 2024-12-17T04:40:43,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:43,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:43,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-17T04:40:43,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410503629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,791 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/ab2cffc2d1b140dfb3ab15b0d6604eec 2024-12-17T04:40:43,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/27054a3a19ce4a8c9d7aee509f2e5f7f is 50, key is test_row_0/B:col10/1734410440988/Put/seqid=0 2024-12-17T04:40:43,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742179_1355 (size=12151) 2024-12-17T04:40:43,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:43,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:43,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:44,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-17T04:40:44,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410504136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:44,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/27054a3a19ce4a8c9d7aee509f2e5f7f 2024-12-17T04:40:44,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:44,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/cfc9b210db704f98aa6a915249edf5ce is 50, key is test_row_0/C:col10/1734410440988/Put/seqid=0 2024-12-17T04:40:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742180_1356 (size=12151) 2024-12-17T04:40:44,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:44,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:44,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:44,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:44,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:44,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:44,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:44,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/cfc9b210db704f98aa6a915249edf5ce 2024-12-17T04:40:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/ab2cffc2d1b140dfb3ab15b0d6604eec as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/ab2cffc2d1b140dfb3ab15b0d6604eec 2024-12-17T04:40:44,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/ab2cffc2d1b140dfb3ab15b0d6604eec, entries=200, sequenceid=142, filesize=38.8 K 2024-12-17T04:40:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/27054a3a19ce4a8c9d7aee509f2e5f7f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27054a3a19ce4a8c9d7aee509f2e5f7f 2024-12-17T04:40:44,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27054a3a19ce4a8c9d7aee509f2e5f7f, entries=150, sequenceid=142, filesize=11.9 K 2024-12-17T04:40:44,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/cfc9b210db704f98aa6a915249edf5ce as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cfc9b210db704f98aa6a915249edf5ce 2024-12-17T04:40:44,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cfc9b210db704f98aa6a915249edf5ce, entries=150, sequenceid=142, filesize=11.9 K 2024-12-17T04:40:44,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2b776e69a2de8e49605fd5e56dd3047c in 1651ms, sequenceid=142, compaction requested=true 2024-12-17T04:40:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:44,623 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:44,623 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:44,624 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:44,624 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:44,624 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/A is initiating minor compaction (all files) 2024-12-17T04:40:44,624 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/B is initiating minor compaction (all files) 2024-12-17T04:40:44,624 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/A in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,624 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/B in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,624 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7befc7ab06614823bd718bf37ec76521, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/9535ed5e07f24c8e84066d6f889b2aeb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27054a3a19ce4a8c9d7aee509f2e5f7f] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.5 K 2024-12-17T04:40:44,624 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d437dede3e9c460b8d8538771e1c7fa8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/12a3c410882b42e9a4b804e8245daeb0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/ab2cffc2d1b140dfb3ab15b0d6604eec] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=99.5 K 2024-12-17T04:40:44,624 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,624 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d437dede3e9c460b8d8538771e1c7fa8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/12a3c410882b42e9a4b804e8245daeb0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/ab2cffc2d1b140dfb3ab15b0d6604eec] 2024-12-17T04:40:44,625 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 7befc7ab06614823bd718bf37ec76521, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1734410438820 2024-12-17T04:40:44,625 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting d437dede3e9c460b8d8538771e1c7fa8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1734410438820 2024-12-17T04:40:44,625 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 9535ed5e07f24c8e84066d6f889b2aeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734410438830 2024-12-17T04:40:44,625 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a3c410882b42e9a4b804e8245daeb0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734410438830 2024-12-17T04:40:44,625 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 27054a3a19ce4a8c9d7aee509f2e5f7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1734410440988 2024-12-17T04:40:44,625 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab2cffc2d1b140dfb3ab15b0d6604eec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1734410440988 2024-12-17T04:40:44,629 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:44,631 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:44,631 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217bb33fb60c4014df09737e10a5457387a_2b776e69a2de8e49605fd5e56dd3047c store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:44,631 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/8e58638820e94a76af8568e31e32deb4 is 50, key is test_row_0/B:col10/1734410440988/Put/seqid=0 2024-12-17T04:40:44,632 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217bb33fb60c4014df09737e10a5457387a_2b776e69a2de8e49605fd5e56dd3047c, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:44,632 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217bb33fb60c4014df09737e10a5457387a_2b776e69a2de8e49605fd5e56dd3047c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742181_1357 (size=12459) 2024-12-17T04:40:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742182_1358 (size=4469) 2024-12-17T04:40:44,636 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#A#compaction#299 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:44,636 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/000c8fe7a884454da74e233ff9882942 is 175, key is test_row_0/A:col10/1734410440988/Put/seqid=0 2024-12-17T04:40:44,640 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/8e58638820e94a76af8568e31e32deb4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8e58638820e94a76af8568e31e32deb4 2024-12-17T04:40:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742183_1359 (size=31413) 2024-12-17T04:40:44,644 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/B of 2b776e69a2de8e49605fd5e56dd3047c into 8e58638820e94a76af8568e31e32deb4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:44,644 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:44,644 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/B, priority=13, startTime=1734410444623; duration=0sec 2024-12-17T04:40:44,644 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:44,644 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:B 2024-12-17T04:40:44,645 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:44,645 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:44,645 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/C is initiating minor compaction (all files) 2024-12-17T04:40:44,646 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/C in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,646 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/68a27d18ec8d4196bf6983154581d920, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/26c428ed6f6441f3be5f316a6297a6e3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cfc9b210db704f98aa6a915249edf5ce] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.5 K 2024-12-17T04:40:44,646 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a27d18ec8d4196bf6983154581d920, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1734410438820 2024-12-17T04:40:44,646 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 26c428ed6f6441f3be5f316a6297a6e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734410438830 2024-12-17T04:40:44,647 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting cfc9b210db704f98aa6a915249edf5ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1734410440988 2024-12-17T04:40:44,649 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/000c8fe7a884454da74e233ff9882942 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/000c8fe7a884454da74e233ff9882942 2024-12-17T04:40:44,652 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/A of 2b776e69a2de8e49605fd5e56dd3047c into 000c8fe7a884454da74e233ff9882942(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:44,653 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:44,653 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/A, priority=13, startTime=1734410444623; duration=0sec 2024-12-17T04:40:44,653 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:44,653 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:A 2024-12-17T04:40:44,653 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:44,653 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/559738594933469d92562c1c2e9f4f34 is 50, key is test_row_0/C:col10/1734410440988/Put/seqid=0 2024-12-17T04:40:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742184_1360 (size=12459) 2024-12-17T04:40:44,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:44,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-17T04:40:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:44,659 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T04:40:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217dbbfb6e4240141cdacb29a89128097ff_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410443005/Put/seqid=0 2024-12-17T04:40:44,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742185_1361 (size=12304) 2024-12-17T04:40:45,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:45,080 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217dbbfb6e4240141cdacb29a89128097ff_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217dbbfb6e4240141cdacb29a89128097ff_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:45,081 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/559738594933469d92562c1c2e9f4f34 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/559738594933469d92562c1c2e9f4f34 2024-12-17T04:40:45,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/5a89fc2238d749d197f8519ef5d06359, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/5a89fc2238d749d197f8519ef5d06359 is 175, key is test_row_0/A:col10/1734410443005/Put/seqid=0 2024-12-17T04:40:45,084 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/C of 2b776e69a2de8e49605fd5e56dd3047c into 559738594933469d92562c1c2e9f4f34(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:45,085 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:45,085 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/C, priority=13, startTime=1734410444623; duration=0sec 2024-12-17T04:40:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742186_1362 (size=31105) 2024-12-17T04:40:45,085 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:45,085 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:C 2024-12-17T04:40:45,085 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/5a89fc2238d749d197f8519ef5d06359 2024-12-17T04:40:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-17T04:40:45,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/fee3c77e1a3a46209e3ad934c70de5eb is 50, key is test_row_0/B:col10/1734410443005/Put/seqid=0 2024-12-17T04:40:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742187_1363 (size=12151) 2024-12-17T04:40:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410505147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410505148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410505149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410505153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410505153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410505254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410505254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410505255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410505258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410505258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410505457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410505457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410505459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410505460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410505461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,494 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/fee3c77e1a3a46209e3ad934c70de5eb 2024-12-17T04:40:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/968b597c1f99419493797b3300061107 is 50, key is test_row_0/C:col10/1734410443005/Put/seqid=0 2024-12-17T04:40:45,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742188_1364 (size=12151) 2024-12-17T04:40:45,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410505761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410505762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410505762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410505764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410505766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:45,905 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/968b597c1f99419493797b3300061107 2024-12-17T04:40:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/5a89fc2238d749d197f8519ef5d06359 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/5a89fc2238d749d197f8519ef5d06359 2024-12-17T04:40:45,912 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/5a89fc2238d749d197f8519ef5d06359, entries=150, sequenceid=157, filesize=30.4 K 2024-12-17T04:40:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/fee3c77e1a3a46209e3ad934c70de5eb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/fee3c77e1a3a46209e3ad934c70de5eb 2024-12-17T04:40:45,916 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/fee3c77e1a3a46209e3ad934c70de5eb, entries=150, sequenceid=157, filesize=11.9 K 2024-12-17T04:40:45,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/968b597c1f99419493797b3300061107 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/968b597c1f99419493797b3300061107 2024-12-17T04:40:45,921 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/968b597c1f99419493797b3300061107, entries=150, sequenceid=157, filesize=11.9 K 2024-12-17T04:40:45,921 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2b776e69a2de8e49605fd5e56dd3047c in 1262ms, sequenceid=157, compaction requested=false 2024-12-17T04:40:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-17T04:40:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-17T04:40:45,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-17T04:40:45,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9380 sec 2024-12-17T04:40:45,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.9410 sec 2024-12-17T04:40:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:46,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T04:40:46,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:46,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:46,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e7d614c97ec0493c915c445b26dc9c67_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410445145/Put/seqid=0 2024-12-17T04:40:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742189_1365 (size=14794) 2024-12-17T04:40:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410506276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410506276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410506277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410506283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410506283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410506384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410506384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410506384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410506387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410506388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410506586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410506586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410506588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410506590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410506592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:46,682 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e7d614c97ec0493c915c445b26dc9c67_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e7d614c97ec0493c915c445b26dc9c67_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:46,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/93b56b9c4e054bcc9b259841c18ecb95, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:46,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/93b56b9c4e054bcc9b259841c18ecb95 is 175, key is test_row_0/A:col10/1734410445145/Put/seqid=0 2024-12-17T04:40:46,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742190_1366 (size=39749) 2024-12-17T04:40:46,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410506890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410506890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410506895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410506898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:46,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410506898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/93b56b9c4e054bcc9b259841c18ecb95 2024-12-17T04:40:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-17T04:40:47,087 INFO [Thread-1473 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-17T04:40:47,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-17T04:40:47,089 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T04:40:47,090 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:47,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:47,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/a095589797c64404b10a379e8b69de61 is 50, key is test_row_0/B:col10/1734410445145/Put/seqid=0 2024-12-17T04:40:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742191_1367 (size=12151) 2024-12-17T04:40:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T04:40:47,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-17T04:40:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T04:40:47,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-17T04:40:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410507394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410507398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410507399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410507403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410507404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/a095589797c64404b10a379e8b69de61 2024-12-17T04:40:47,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/20fe60ed1e6c45ec97dfb4defc147571 is 50, key is test_row_0/C:col10/1734410445145/Put/seqid=0 2024-12-17T04:40:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742192_1368 (size=12151) 2024-12-17T04:40:47,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-17T04:40:47,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:47,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T04:40:47,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-17T04:40:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:47,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-17T04:40:47,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:47,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:47,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/20fe60ed1e6c45ec97dfb4defc147571 2024-12-17T04:40:47,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/93b56b9c4e054bcc9b259841c18ecb95 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/93b56b9c4e054bcc9b259841c18ecb95 2024-12-17T04:40:47,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/93b56b9c4e054bcc9b259841c18ecb95, entries=200, sequenceid=182, filesize=38.8 K 2024-12-17T04:40:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/a095589797c64404b10a379e8b69de61 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/a095589797c64404b10a379e8b69de61 2024-12-17T04:40:47,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/a095589797c64404b10a379e8b69de61, entries=150, sequenceid=182, filesize=11.9 K 2024-12-17T04:40:47,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/20fe60ed1e6c45ec97dfb4defc147571 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/20fe60ed1e6c45ec97dfb4defc147571 2024-12-17T04:40:47,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/20fe60ed1e6c45ec97dfb4defc147571, entries=150, sequenceid=182, filesize=11.9 K 2024-12-17T04:40:47,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2b776e69a2de8e49605fd5e56dd3047c in 1652ms, sequenceid=182, compaction requested=true 2024-12-17T04:40:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:47,922 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:47,922 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:47,922 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:47,922 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:47,922 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/B is initiating minor compaction (all files) 2024-12-17T04:40:47,922 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/A is initiating minor compaction (all files) 2024-12-17T04:40:47,922 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/B in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,922 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/A in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,923 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8e58638820e94a76af8568e31e32deb4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/fee3c77e1a3a46209e3ad934c70de5eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/a095589797c64404b10a379e8b69de61] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.9 K 2024-12-17T04:40:47,923 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/000c8fe7a884454da74e233ff9882942, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/5a89fc2238d749d197f8519ef5d06359, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/93b56b9c4e054bcc9b259841c18ecb95] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=99.9 K 2024-12-17T04:40:47,923 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:47,923 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/000c8fe7a884454da74e233ff9882942, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/5a89fc2238d749d197f8519ef5d06359, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/93b56b9c4e054bcc9b259841c18ecb95] 2024-12-17T04:40:47,923 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e58638820e94a76af8568e31e32deb4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1734410440988 2024-12-17T04:40:47,923 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 000c8fe7a884454da74e233ff9882942, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1734410440988 2024-12-17T04:40:47,923 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting fee3c77e1a3a46209e3ad934c70de5eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734410443005 2024-12-17T04:40:47,923 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a89fc2238d749d197f8519ef5d06359, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734410443005 2024-12-17T04:40:47,923 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a095589797c64404b10a379e8b69de61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1734410445145 2024-12-17T04:40:47,923 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93b56b9c4e054bcc9b259841c18ecb95, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1734410445145 2024-12-17T04:40:47,929 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:47,929 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/e41aba1950194324b76b43959641e90c is 50, key is test_row_0/B:col10/1734410445145/Put/seqid=0 2024-12-17T04:40:47,930 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:47,941 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412175e7a84a52bf746deade0f1160938f20a_2b776e69a2de8e49605fd5e56dd3047c store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:47,942 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412175e7a84a52bf746deade0f1160938f20a_2b776e69a2de8e49605fd5e56dd3047c, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:47,943 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175e7a84a52bf746deade0f1160938f20a_2b776e69a2de8e49605fd5e56dd3047c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742193_1369 (size=12561) 2024-12-17T04:40:47,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742194_1370 (size=4469) 2024-12-17T04:40:47,951 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#A#compaction#309 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:47,952 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/7142c9838efd4e8caefe5f417133a0f7 is 175, key is test_row_0/A:col10/1734410445145/Put/seqid=0 2024-12-17T04:40:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742195_1371 (size=31515) 2024-12-17T04:40:48,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-17T04:40:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:48,006 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:40:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:48,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179a790cb885ad4b7a9e2b757256b90f3e_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410446282/Put/seqid=0 2024-12-17T04:40:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742196_1372 (size=12304) 2024-12-17T04:40:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T04:40:48,347 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/e41aba1950194324b76b43959641e90c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/e41aba1950194324b76b43959641e90c 2024-12-17T04:40:48,350 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/B of 2b776e69a2de8e49605fd5e56dd3047c into e41aba1950194324b76b43959641e90c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:48,350 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:48,350 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/B, priority=13, startTime=1734410447922; duration=0sec 2024-12-17T04:40:48,350 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:48,350 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:B 2024-12-17T04:40:48,350 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:48,351 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:48,351 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/C is initiating minor compaction (all files) 2024-12-17T04:40:48,351 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/C in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:48,351 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/559738594933469d92562c1c2e9f4f34, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/968b597c1f99419493797b3300061107, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/20fe60ed1e6c45ec97dfb4defc147571] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=35.9 K 2024-12-17T04:40:48,351 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 559738594933469d92562c1c2e9f4f34, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1734410440988 2024-12-17T04:40:48,352 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 968b597c1f99419493797b3300061107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734410443005 2024-12-17T04:40:48,352 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 20fe60ed1e6c45ec97dfb4defc147571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1734410445145 2024-12-17T04:40:48,357 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:48,357 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/37782a3df3d044b39a3f164688534d2b is 50, key is test_row_0/C:col10/1734410445145/Put/seqid=0 2024-12-17T04:40:48,360 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/7142c9838efd4e8caefe5f417133a0f7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/7142c9838efd4e8caefe5f417133a0f7 2024-12-17T04:40:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742197_1373 (size=12561) 2024-12-17T04:40:48,364 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/A of 2b776e69a2de8e49605fd5e56dd3047c into 7142c9838efd4e8caefe5f417133a0f7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:48,364 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:48,364 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/A, priority=13, startTime=1734410447922; duration=0sec 2024-12-17T04:40:48,364 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:48,364 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:A 2024-12-17T04:40:48,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:48,418 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179a790cb885ad4b7a9e2b757256b90f3e_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179a790cb885ad4b7a9e2b757256b90f3e_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/dd2f4306f7d64f1886f24b1532b34714, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/dd2f4306f7d64f1886f24b1532b34714 is 175, key is test_row_0/A:col10/1734410446282/Put/seqid=0 2024-12-17T04:40:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742198_1374 (size=31105) 2024-12-17T04:40:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410508423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410508424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410508426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410508426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410508427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410508528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410508528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410508531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410508531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410508531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410508732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410508733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410508733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410508735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410508735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:48,765 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/37782a3df3d044b39a3f164688534d2b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/37782a3df3d044b39a3f164688534d2b 2024-12-17T04:40:48,769 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/C of 2b776e69a2de8e49605fd5e56dd3047c into 37782a3df3d044b39a3f164688534d2b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:48,769 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:48,769 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/C, priority=13, startTime=1734410447922; duration=0sec 2024-12-17T04:40:48,769 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:48,769 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:C 2024-12-17T04:40:48,823 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/dd2f4306f7d64f1886f24b1532b34714 2024-12-17T04:40:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/b09e29f9a1cd443e9ce01baf3c754be0 is 50, key is test_row_0/B:col10/1734410446282/Put/seqid=0 2024-12-17T04:40:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742199_1375 (size=12151) 2024-12-17T04:40:49,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410509037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410509038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410509038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410509038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410509039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T04:40:49,232 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/b09e29f9a1cd443e9ce01baf3c754be0 2024-12-17T04:40:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/2569ff8b55d84b4b8ac15687c5ba8f7b is 50, key is test_row_0/C:col10/1734410446282/Put/seqid=0 2024-12-17T04:40:49,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742200_1376 (size=12151) 2024-12-17T04:40:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410509542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410509543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410509544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410509544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410509545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:49,642 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/2569ff8b55d84b4b8ac15687c5ba8f7b 2024-12-17T04:40:49,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/dd2f4306f7d64f1886f24b1532b34714 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/dd2f4306f7d64f1886f24b1532b34714 2024-12-17T04:40:49,658 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/dd2f4306f7d64f1886f24b1532b34714, entries=150, sequenceid=194, filesize=30.4 K 2024-12-17T04:40:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/b09e29f9a1cd443e9ce01baf3c754be0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/b09e29f9a1cd443e9ce01baf3c754be0 2024-12-17T04:40:49,662 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/b09e29f9a1cd443e9ce01baf3c754be0, entries=150, sequenceid=194, filesize=11.9 K 2024-12-17T04:40:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/2569ff8b55d84b4b8ac15687c5ba8f7b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/2569ff8b55d84b4b8ac15687c5ba8f7b 2024-12-17T04:40:49,668 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/2569ff8b55d84b4b8ac15687c5ba8f7b, entries=150, sequenceid=194, filesize=11.9 K 2024-12-17T04:40:49,669 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2b776e69a2de8e49605fd5e56dd3047c in 1663ms, sequenceid=194, compaction requested=false 2024-12-17T04:40:49,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:49,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:49,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-17T04:40:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-17T04:40:49,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-17T04:40:49,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5800 sec 2024-12-17T04:40:49,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.5830 sec 2024-12-17T04:40:50,157 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T04:40:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:50,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:40:50,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:50,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:50,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:50,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:50,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:50,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410510556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410510555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410510557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410510560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410510561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b9da38de54684d62aa9378ca6290a9d0_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410448419/Put/seqid=0 2024-12-17T04:40:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742201_1377 (size=12304) 2024-12-17T04:40:50,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410510661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410510662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410510662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410510665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410510665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410510866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410510866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410510867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410510871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410510871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:50,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:50,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b9da38de54684d62aa9378ca6290a9d0_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9da38de54684d62aa9378ca6290a9d0_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:50,982 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/d797b8934b83406da2c6d0a9416a21f5, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:50,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/d797b8934b83406da2c6d0a9416a21f5 is 175, key is test_row_0/A:col10/1734410448419/Put/seqid=0 2024-12-17T04:40:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742202_1378 (size=31105) 2024-12-17T04:40:51,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410511169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410511171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410511171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410511173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410511174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T04:40:51,193 INFO [Thread-1473 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-17T04:40:51,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-17T04:40:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-17T04:40:51,196 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:51,196 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:51,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-17T04:40:51,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-17T04:40:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,386 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/d797b8934b83406da2c6d0a9416a21f5 2024-12-17T04:40:51,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/8b56d2c0d61f4ef2a5774d81700b0cbb is 50, key is test_row_0/B:col10/1734410448419/Put/seqid=0 2024-12-17T04:40:51,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742203_1379 (size=12151) 2024-12-17T04:40:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-17T04:40:51,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-17T04:40:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-17T04:40:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:51,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410511673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410511675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410511676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410511678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410511682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-17T04:40:51,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/8b56d2c0d61f4ef2a5774d81700b0cbb 2024-12-17T04:40:51,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-17T04:40:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/030626e08a4b4b8babd0ce604d532761 is 50, key is test_row_0/C:col10/1734410448419/Put/seqid=0 2024-12-17T04:40:51,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742204_1380 (size=12151) 2024-12-17T04:40:51,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:51,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-17T04:40:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:51,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:52,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-17T04:40:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:52,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:52,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/030626e08a4b4b8babd0ce604d532761 2024-12-17T04:40:52,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/d797b8934b83406da2c6d0a9416a21f5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d797b8934b83406da2c6d0a9416a21f5 2024-12-17T04:40:52,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d797b8934b83406da2c6d0a9416a21f5, entries=150, sequenceid=223, filesize=30.4 K 2024-12-17T04:40:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/8b56d2c0d61f4ef2a5774d81700b0cbb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8b56d2c0d61f4ef2a5774d81700b0cbb 2024-12-17T04:40:52,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8b56d2c0d61f4ef2a5774d81700b0cbb, entries=150, sequenceid=223, filesize=11.9 K 2024-12-17T04:40:52,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/030626e08a4b4b8babd0ce604d532761 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/030626e08a4b4b8babd0ce604d532761 2024-12-17T04:40:52,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/030626e08a4b4b8babd0ce604d532761, entries=150, sequenceid=223, filesize=11.9 K 2024-12-17T04:40:52,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2b776e69a2de8e49605fd5e56dd3047c in 1672ms, sequenceid=223, compaction requested=true 2024-12-17T04:40:52,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:52,223 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:52,223 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:52,223 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/A is initiating minor compaction (all files) 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/B is initiating minor compaction (all files) 2024-12-17T04:40:52,224 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/B in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:52,224 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/A in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:52,224 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/e41aba1950194324b76b43959641e90c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/b09e29f9a1cd443e9ce01baf3c754be0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8b56d2c0d61f4ef2a5774d81700b0cbb] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=36.0 K 2024-12-17T04:40:52,224 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/7142c9838efd4e8caefe5f417133a0f7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/dd2f4306f7d64f1886f24b1532b34714, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d797b8934b83406da2c6d0a9416a21f5] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=91.5 K 2024-12-17T04:40:52,224 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/7142c9838efd4e8caefe5f417133a0f7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/dd2f4306f7d64f1886f24b1532b34714, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d797b8934b83406da2c6d0a9416a21f5] 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting e41aba1950194324b76b43959641e90c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1734410445145 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7142c9838efd4e8caefe5f417133a0f7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1734410445145 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd2f4306f7d64f1886f24b1532b34714, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410446275 2024-12-17T04:40:52,224 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b09e29f9a1cd443e9ce01baf3c754be0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410446275 2024-12-17T04:40:52,225 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b56d2c0d61f4ef2a5774d81700b0cbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734410448419 2024-12-17T04:40:52,225 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting d797b8934b83406da2c6d0a9416a21f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734410448419 2024-12-17T04:40:52,229 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:52,230 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:52,230 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/060cef1ffcfe4be981758aeebca9f9ee is 50, key is test_row_0/B:col10/1734410448419/Put/seqid=0 2024-12-17T04:40:52,239 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121789d53153f04e45399646dc134493da96_2b776e69a2de8e49605fd5e56dd3047c store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:52,241 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121789d53153f04e45399646dc134493da96_2b776e69a2de8e49605fd5e56dd3047c, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:52,241 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121789d53153f04e45399646dc134493da96_2b776e69a2de8e49605fd5e56dd3047c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742205_1381 (size=12663) 2024-12-17T04:40:52,249 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/060cef1ffcfe4be981758aeebca9f9ee as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/060cef1ffcfe4be981758aeebca9f9ee 2024-12-17T04:40:52,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742206_1382 (size=4469) 2024-12-17T04:40:52,254 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#A#compaction#318 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:52,254 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/cbc8020f0e83472cad4e2d8de042e702 is 175, key is test_row_0/A:col10/1734410448419/Put/seqid=0 2024-12-17T04:40:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742207_1383 (size=31617) 2024-12-17T04:40:52,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,262 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/B of 2b776e69a2de8e49605fd5e56dd3047c into 060cef1ffcfe4be981758aeebca9f9ee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:52,262 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:52,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-17T04:40:52,262 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/B, priority=13, startTime=1734410452223; duration=0sec 2024-12-17T04:40:52,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:52,262 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:52,262 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:B 2024-12-17T04:40:52,262 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:52,262 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-17T04:40:52,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:52,263 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:52,263 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/C is initiating minor compaction (all files) 2024-12-17T04:40:52,263 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/C in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:52,263 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/37782a3df3d044b39a3f164688534d2b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/2569ff8b55d84b4b8ac15687c5ba8f7b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/030626e08a4b4b8babd0ce604d532761] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=36.0 K 2024-12-17T04:40:52,264 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 37782a3df3d044b39a3f164688534d2b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1734410445145 2024-12-17T04:40:52,264 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 2569ff8b55d84b4b8ac15687c5ba8f7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410446275 2024-12-17T04:40:52,265 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 030626e08a4b4b8babd0ce604d532761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734410448419 2024-12-17T04:40:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179e7101df4bb74c60a567800fcdea3b8e_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410450560/Put/seqid=0 2024-12-17T04:40:52,280 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:52,280 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/7b869ab938364e32a32af58aa925d29d is 50, key is test_row_0/C:col10/1734410448419/Put/seqid=0 2024-12-17T04:40:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742208_1384 (size=12304) 2024-12-17T04:40:52,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742209_1385 (size=12663) 2024-12-17T04:40:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-17T04:40:52,662 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/cbc8020f0e83472cad4e2d8de042e702 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/cbc8020f0e83472cad4e2d8de042e702 2024-12-17T04:40:52,665 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/A of 2b776e69a2de8e49605fd5e56dd3047c into cbc8020f0e83472cad4e2d8de042e702(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:52,665 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:52,665 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/A, priority=13, startTime=1734410452223; duration=0sec 2024-12-17T04:40:52,665 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:52,665 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:A 2024-12-17T04:40:52,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. as already flushing 2024-12-17T04:40:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:52,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:52,688 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179e7101df4bb74c60a567800fcdea3b8e_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179e7101df4bb74c60a567800fcdea3b8e_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:52,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/435d4c906ecb42f0a0a7e591dccaab1f, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:52,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/435d4c906ecb42f0a0a7e591dccaab1f is 175, key is test_row_0/A:col10/1734410450560/Put/seqid=0 2024-12-17T04:40:52,692 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/7b869ab938364e32a32af58aa925d29d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/7b869ab938364e32a32af58aa925d29d 2024-12-17T04:40:52,696 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/C of 2b776e69a2de8e49605fd5e56dd3047c into 7b869ab938364e32a32af58aa925d29d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:52,696 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:52,696 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/C, priority=13, startTime=1734410452223; duration=0sec 2024-12-17T04:40:52,696 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:52,696 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:C 2024-12-17T04:40:52,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742210_1386 (size=31105) 2024-12-17T04:40:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410512706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410512707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410512708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410512711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410512711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410512811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410512812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410512812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410512814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:52,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410512814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410513016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410513017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410513017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410513020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410513020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,098 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/435d4c906ecb42f0a0a7e591dccaab1f 2024-12-17T04:40:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/098e6db6886f4e9386d3f37ee8b38b9c is 50, key is test_row_0/B:col10/1734410450560/Put/seqid=0 2024-12-17T04:40:53,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742211_1387 (size=12151) 2024-12-17T04:40:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-17T04:40:53,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410513318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410513321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410513321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410513323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410513324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,508 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/098e6db6886f4e9386d3f37ee8b38b9c 2024-12-17T04:40:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d3abc52ae2da444089c2be6dd7ec5420 is 50, key is test_row_0/C:col10/1734410450560/Put/seqid=0 2024-12-17T04:40:53,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742212_1388 (size=12151) 2024-12-17T04:40:53,525 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d3abc52ae2da444089c2be6dd7ec5420 2024-12-17T04:40:53,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/435d4c906ecb42f0a0a7e591dccaab1f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/435d4c906ecb42f0a0a7e591dccaab1f 2024-12-17T04:40:53,533 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/435d4c906ecb42f0a0a7e591dccaab1f, entries=150, sequenceid=234, filesize=30.4 K 2024-12-17T04:40:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/098e6db6886f4e9386d3f37ee8b38b9c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/098e6db6886f4e9386d3f37ee8b38b9c 2024-12-17T04:40:53,537 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/098e6db6886f4e9386d3f37ee8b38b9c, entries=150, sequenceid=234, filesize=11.9 K 2024-12-17T04:40:53,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/d3abc52ae2da444089c2be6dd7ec5420 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d3abc52ae2da444089c2be6dd7ec5420 2024-12-17T04:40:53,541 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d3abc52ae2da444089c2be6dd7ec5420, entries=150, sequenceid=234, filesize=11.9 K 2024-12-17T04:40:53,543 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 2b776e69a2de8e49605fd5e56dd3047c in 1281ms, sequenceid=234, compaction requested=false 2024-12-17T04:40:53,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:53,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:53,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-17T04:40:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-17T04:40:53,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-17T04:40:53,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3480 sec 2024-12-17T04:40:53,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.3500 sec 2024-12-17T04:40:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:53,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T04:40:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:53,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217790c1712a0974eab989b5c02530f4ddd_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_0/A:col10/1734410452709/Put/seqid=0 2024-12-17T04:40:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41896 deadline: 1734410513830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742213_1389 (size=14994) 2024-12-17T04:40:53,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410513832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410513833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410513833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410513834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,841 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217790c1712a0974eab989b5c02530f4ddd_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217790c1712a0974eab989b5c02530f4ddd_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:53,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f5ae93ab187b4c10833c340fd0fb4c30, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:53,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f5ae93ab187b4c10833c340fd0fb4c30 is 175, key is test_row_0/A:col10/1734410452709/Put/seqid=0 2024-12-17T04:40:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742214_1390 (size=39949) 2024-12-17T04:40:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410513940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410513940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410513940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:53,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410513940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/07dc45045cb2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f218252bad2f4758bb3aec1e4e9c584a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/a77d04ca470e47648637784d28f479bd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a9b93514d3a4636a13de2cfc7e23d92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a392a8870994e64ab89ede2d49d85ac, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/4f0ebaa01dcb42058203fe066027f6d3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/54e60f75166c45b09f0ef391f25842ae, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d437dede3e9c460b8d8538771e1c7fa8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/12a3c410882b42e9a4b804e8245daeb0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/ab2cffc2d1b140dfb3ab15b0d6604eec, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/000c8fe7a884454da74e233ff9882942, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/5a89fc2238d749d197f8519ef5d06359, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/93b56b9c4e054bcc9b259841c18ecb95, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/7142c9838efd4e8caefe5f417133a0f7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/dd2f4306f7d64f1886f24b1532b34714, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d797b8934b83406da2c6d0a9416a21f5] to archive 2024-12-17T04:40:54,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/07dc45045cb2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:54,113 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/a77d04ca470e47648637784d28f479bd to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/a77d04ca470e47648637784d28f479bd 2024-12-17T04:40:54,113 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/54e60f75166c45b09f0ef391f25842ae to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/54e60f75166c45b09f0ef391f25842ae 2024-12-17T04:40:54,113 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a392a8870994e64ab89ede2d49d85ac to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a392a8870994e64ab89ede2d49d85ac 2024-12-17T04:40:54,113 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d437dede3e9c460b8d8538771e1c7fa8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d437dede3e9c460b8d8538771e1c7fa8 2024-12-17T04:40:54,113 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/4f0ebaa01dcb42058203fe066027f6d3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/4f0ebaa01dcb42058203fe066027f6d3 2024-12-17T04:40:54,113 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/12a3c410882b42e9a4b804e8245daeb0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/12a3c410882b42e9a4b804e8245daeb0 2024-12-17T04:40:54,113 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a9b93514d3a4636a13de2cfc7e23d92 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/1a9b93514d3a4636a13de2cfc7e23d92 2024-12-17T04:40:54,114 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f218252bad2f4758bb3aec1e4e9c584a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f218252bad2f4758bb3aec1e4e9c584a 2024-12-17T04:40:54,114 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/ab2cffc2d1b140dfb3ab15b0d6604eec to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/ab2cffc2d1b140dfb3ab15b0d6604eec 2024-12-17T04:40:54,114 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/000c8fe7a884454da74e233ff9882942 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/000c8fe7a884454da74e233ff9882942 2024-12-17T04:40:54,115 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/dd2f4306f7d64f1886f24b1532b34714 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/dd2f4306f7d64f1886f24b1532b34714 2024-12-17T04:40:54,115 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/7142c9838efd4e8caefe5f417133a0f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/7142c9838efd4e8caefe5f417133a0f7 2024-12-17T04:40:54,115 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d797b8934b83406da2c6d0a9416a21f5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/d797b8934b83406da2c6d0a9416a21f5 2024-12-17T04:40:54,115 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/93b56b9c4e054bcc9b259841c18ecb95 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/93b56b9c4e054bcc9b259841c18ecb95 2024-12-17T04:40:54,115 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/5a89fc2238d749d197f8519ef5d06359 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/5a89fc2238d749d197f8519ef5d06359 2024-12-17T04:40:54,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/07dc45045cb2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7cd0e266b2e843fa885d600e28e3dca1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/4c436db4c0514e0498d53fc6ba6c0446, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/3d7ae18054e34a91b8690071e6f1a4b9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/243f80a7071249839bd63d4cf07a571a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/48cb14aff5ae4eaf8f87e345be5f4fc4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7befc7ab06614823bd718bf37ec76521, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/ab048fdbb98e4b1bb16d093d1a68aa32, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/9535ed5e07f24c8e84066d6f889b2aeb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8e58638820e94a76af8568e31e32deb4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27054a3a19ce4a8c9d7aee509f2e5f7f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/fee3c77e1a3a46209e3ad934c70de5eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/e41aba1950194324b76b43959641e90c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/a095589797c64404b10a379e8b69de61, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/b09e29f9a1cd443e9ce01baf3c754be0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8b56d2c0d61f4ef2a5774d81700b0cbb] to archive 2024-12-17T04:40:54,119 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/07dc45045cb2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/9535ed5e07f24c8e84066d6f889b2aeb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/9535ed5e07f24c8e84066d6f889b2aeb 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7cd0e266b2e843fa885d600e28e3dca1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7cd0e266b2e843fa885d600e28e3dca1 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/3d7ae18054e34a91b8690071e6f1a4b9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/3d7ae18054e34a91b8690071e6f1a4b9 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/243f80a7071249839bd63d4cf07a571a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/243f80a7071249839bd63d4cf07a571a 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/ab048fdbb98e4b1bb16d093d1a68aa32 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/ab048fdbb98e4b1bb16d093d1a68aa32 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/4c436db4c0514e0498d53fc6ba6c0446 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/4c436db4c0514e0498d53fc6ba6c0446 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7befc7ab06614823bd718bf37ec76521 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/7befc7ab06614823bd718bf37ec76521 2024-12-17T04:40:54,122 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/48cb14aff5ae4eaf8f87e345be5f4fc4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/48cb14aff5ae4eaf8f87e345be5f4fc4 2024-12-17T04:40:54,124 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8e58638820e94a76af8568e31e32deb4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8e58638820e94a76af8568e31e32deb4 2024-12-17T04:40:54,124 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/b09e29f9a1cd443e9ce01baf3c754be0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/b09e29f9a1cd443e9ce01baf3c754be0 2024-12-17T04:40:54,124 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/fee3c77e1a3a46209e3ad934c70de5eb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/fee3c77e1a3a46209e3ad934c70de5eb 2024-12-17T04:40:54,124 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/e41aba1950194324b76b43959641e90c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/e41aba1950194324b76b43959641e90c 2024-12-17T04:40:54,124 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/a095589797c64404b10a379e8b69de61 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/a095589797c64404b10a379e8b69de61 2024-12-17T04:40:54,124 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27054a3a19ce4a8c9d7aee509f2e5f7f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27054a3a19ce4a8c9d7aee509f2e5f7f 2024-12-17T04:40:54,125 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8b56d2c0d61f4ef2a5774d81700b0cbb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/8b56d2c0d61f4ef2a5774d81700b0cbb 2024-12-17T04:40:54,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/07dc45045cb2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d88542148d5d44edb212310a0cbc5317, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f215e1e25e71426781035e80cb6024a4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cd8c78448d094bf3990edbd680b808a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/c544683b2a2d465b884c20c727ea688f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d136160ee91b426681e0bf17c00df26b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/68a27d18ec8d4196bf6983154581d920, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/009b5e4bd7be40988f60da09bb9b80d8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/26c428ed6f6441f3be5f316a6297a6e3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/559738594933469d92562c1c2e9f4f34, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cfc9b210db704f98aa6a915249edf5ce, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/968b597c1f99419493797b3300061107, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/37782a3df3d044b39a3f164688534d2b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/20fe60ed1e6c45ec97dfb4defc147571, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/2569ff8b55d84b4b8ac15687c5ba8f7b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/030626e08a4b4b8babd0ce604d532761] to archive 2024-12-17T04:40:54,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/07dc45045cb2:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:54,137 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f215e1e25e71426781035e80cb6024a4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f215e1e25e71426781035e80cb6024a4 2024-12-17T04:40:54,137 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d136160ee91b426681e0bf17c00df26b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d136160ee91b426681e0bf17c00df26b 2024-12-17T04:40:54,137 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d88542148d5d44edb212310a0cbc5317 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d88542148d5d44edb212310a0cbc5317 2024-12-17T04:40:54,138 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/26c428ed6f6441f3be5f316a6297a6e3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/26c428ed6f6441f3be5f316a6297a6e3 2024-12-17T04:40:54,138 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/68a27d18ec8d4196bf6983154581d920 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/68a27d18ec8d4196bf6983154581d920 2024-12-17T04:40:54,138 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/009b5e4bd7be40988f60da09bb9b80d8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/009b5e4bd7be40988f60da09bb9b80d8 2024-12-17T04:40:54,139 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/c544683b2a2d465b884c20c727ea688f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/c544683b2a2d465b884c20c727ea688f 2024-12-17T04:40:54,139 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cd8c78448d094bf3990edbd680b808a9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cd8c78448d094bf3990edbd680b808a9 2024-12-17T04:40:54,139 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cfc9b210db704f98aa6a915249edf5ce to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/cfc9b210db704f98aa6a915249edf5ce 2024-12-17T04:40:54,139 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/559738594933469d92562c1c2e9f4f34 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/559738594933469d92562c1c2e9f4f34 2024-12-17T04:40:54,139 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/968b597c1f99419493797b3300061107 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/968b597c1f99419493797b3300061107 2024-12-17T04:40:54,140 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/37782a3df3d044b39a3f164688534d2b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/37782a3df3d044b39a3f164688534d2b 2024-12-17T04:40:54,140 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/20fe60ed1e6c45ec97dfb4defc147571 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/20fe60ed1e6c45ec97dfb4defc147571 2024-12-17T04:40:54,140 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/2569ff8b55d84b4b8ac15687c5ba8f7b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/2569ff8b55d84b4b8ac15687c5ba8f7b 2024-12-17T04:40:54,140 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/030626e08a4b4b8babd0ce604d532761 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/030626e08a4b4b8babd0ce604d532761 2024-12-17T04:40:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410514143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410514143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410514144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410514144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,245 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f5ae93ab187b4c10833c340fd0fb4c30 2024-12-17T04:40:54,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/54f43a98732c4d46842bcd9dc6acc22c is 50, key is test_row_0/B:col10/1734410452709/Put/seqid=0 2024-12-17T04:40:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742215_1391 (size=12301) 2024-12-17T04:40:54,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41844 deadline: 1734410514447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41858 deadline: 1734410514448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41842 deadline: 1734410514448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41902 deadline: 1734410514449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:54,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/54f43a98732c4d46842bcd9dc6acc22c 2024-12-17T04:40:54,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/ffbab89c3c14464db318d6c989749c46 is 50, key is test_row_0/C:col10/1734410452709/Put/seqid=0 2024-12-17T04:40:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742216_1392 (size=12301) 2024-12-17T04:40:54,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/ffbab89c3c14464db318d6c989749c46 2024-12-17T04:40:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f5ae93ab187b4c10833c340fd0fb4c30 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f5ae93ab187b4c10833c340fd0fb4c30 2024-12-17T04:40:54,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f5ae93ab187b4c10833c340fd0fb4c30, entries=200, sequenceid=264, filesize=39.0 K 2024-12-17T04:40:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/54f43a98732c4d46842bcd9dc6acc22c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/54f43a98732c4d46842bcd9dc6acc22c 2024-12-17T04:40:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/54f43a98732c4d46842bcd9dc6acc22c, entries=150, sequenceid=264, filesize=12.0 K 2024-12-17T04:40:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/ffbab89c3c14464db318d6c989749c46 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/ffbab89c3c14464db318d6c989749c46 2024-12-17T04:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/ffbab89c3c14464db318d6c989749c46, entries=150, sequenceid=264, filesize=12.0 K 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2b776e69a2de8e49605fd5e56dd3047c in 858ms, sequenceid=264, compaction requested=true 2024-12-17T04:40:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:40:54,686 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:40:54,686 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b776e69a2de8e49605fd5e56dd3047c:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:40:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,686 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/A is initiating minor compaction (all files) 2024-12-17T04:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/A in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:54,687 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/cbc8020f0e83472cad4e2d8de042e702, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/435d4c906ecb42f0a0a7e591dccaab1f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f5ae93ab187b4c10833c340fd0fb4c30] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=100.3 K 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/B is initiating minor compaction (all files) 2024-12-17T04:40:54,687 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:54,687 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/B in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/cbc8020f0e83472cad4e2d8de042e702, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/435d4c906ecb42f0a0a7e591dccaab1f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f5ae93ab187b4c10833c340fd0fb4c30] 2024-12-17T04:40:54,687 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/060cef1ffcfe4be981758aeebca9f9ee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/098e6db6886f4e9386d3f37ee8b38b9c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/54f43a98732c4d46842bcd9dc6acc22c] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=36.2 K 2024-12-17T04:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbc8020f0e83472cad4e2d8de042e702, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734410448419 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 060cef1ffcfe4be981758aeebca9f9ee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734410448419 2024-12-17T04:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 435d4c906ecb42f0a0a7e591dccaab1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410450553 2024-12-17T04:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,687 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 098e6db6886f4e9386d3f37ee8b38b9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410450553 2024-12-17T04:40:54,688 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5ae93ab187b4c10833c340fd0fb4c30, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734410452705 2024-12-17T04:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,688 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 54f43a98732c4d46842bcd9dc6acc22c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734410452705 2024-12-17T04:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,693 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,694 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,695 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/27c8b2e1d54c424685a02ec603f616cb is 50, key is test_row_0/B:col10/1734410452709/Put/seqid=0 2024-12-17T04:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,695 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121710b1350c6acc47e68df952745d2091a1_2b776e69a2de8e49605fd5e56dd3047c store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,696 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121710b1350c6acc47e68df952745d2091a1_2b776e69a2de8e49605fd5e56dd3047c, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:54,696 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121710b1350c6acc47e68df952745d2091a1_2b776e69a2de8e49605fd5e56dd3047c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742217_1393 (size=12404) 2024-12-17T04:40:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742218_1394 (size=4469) 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,773 DEBUG [Thread-1474 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:52977 2024-12-17T04:40:54,773 DEBUG [Thread-1474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,773 DEBUG [Thread-1482 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:52977 2024-12-17T04:40:54,773 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,777 DEBUG [Thread-1480 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39387e4d to 127.0.0.1:52977 2024-12-17T04:40:54,777 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,791 DEBUG [Thread-1478 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x627cad17 to 127.0.0.1:52977 2024-12-17T04:40:54,791 DEBUG [Thread-1478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:54,795 DEBUG [Thread-1476 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:52977 2024-12-17T04:40:54,795 DEBUG [Thread-1476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,837 DEBUG [Thread-1463 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:52977 2024-12-17T04:40:54,837 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:54,958 DEBUG [Thread-1469 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:52977 2024-12-17T04:40:54,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2b776e69a2de8e49605fd5e56dd3047c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:40:54,958 DEBUG [Thread-1465 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:52977 2024-12-17T04:40:54,958 DEBUG [Thread-1469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,958 DEBUG [Thread-1465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,958 DEBUG [Thread-1471 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:52977 2024-12-17T04:40:54,958 DEBUG [Thread-1471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=A 2024-12-17T04:40:54,960 DEBUG [Thread-1467 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:52977 2024-12-17T04:40:54,960 DEBUG [Thread-1467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=B 2024-12-17T04:40:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b776e69a2de8e49605fd5e56dd3047c, store=C 2024-12-17T04:40:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:54,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217095133178948459c85b0695b737e749e_2b776e69a2de8e49605fd5e56dd3047c is 50, key is test_row_1/A:col10/1734410454958/Put/seqid=0 2024-12-17T04:40:54,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742219_1395 (size=9914) 2024-12-17T04:40:55,115 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:55,116 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/e4951ed04ad7402d84816d3bf18dbbbe is 175, key is test_row_0/A:col10/1734410452709/Put/seqid=0 2024-12-17T04:40:55,117 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/27c8b2e1d54c424685a02ec603f616cb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27c8b2e1d54c424685a02ec603f616cb 2024-12-17T04:40:55,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742220_1396 (size=31358) 2024-12-17T04:40:55,123 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/B of 2b776e69a2de8e49605fd5e56dd3047c into 27c8b2e1d54c424685a02ec603f616cb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:55,123 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:55,123 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/B, priority=13, startTime=1734410454686; duration=0sec 2024-12-17T04:40:55,123 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:40:55,123 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:B 2024-12-17T04:40:55,123 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:40:55,124 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:40:55,124 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 2b776e69a2de8e49605fd5e56dd3047c/C is initiating minor compaction (all files) 2024-12-17T04:40:55,124 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2b776e69a2de8e49605fd5e56dd3047c/C in TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:55,125 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/7b869ab938364e32a32af58aa925d29d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d3abc52ae2da444089c2be6dd7ec5420, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/ffbab89c3c14464db318d6c989749c46] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp, totalSize=36.2 K 2024-12-17T04:40:55,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b869ab938364e32a32af58aa925d29d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734410448419 2024-12-17T04:40:55,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting d3abc52ae2da444089c2be6dd7ec5420, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410450553 2024-12-17T04:40:55,126 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ffbab89c3c14464db318d6c989749c46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1734410452705 2024-12-17T04:40:55,132 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b776e69a2de8e49605fd5e56dd3047c#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:40:55,133 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/f19191afb07b486e866befe8b8befbf0 is 50, key is test_row_0/C:col10/1734410452709/Put/seqid=0 2024-12-17T04:40:55,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742221_1397 (size=12404) 2024-12-17T04:40:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-17T04:40:55,300 INFO [Thread-1473 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3355 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10065 rows 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3343 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10029 rows 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3350 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10050 rows 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3379 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10137 rows 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3328 2024-12-17T04:40:55,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9984 rows 2024-12-17T04:40:55,301 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T04:40:55,301 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:52977 2024-12-17T04:40:55,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:40:55,306 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T04:40:55,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T04:40:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T04:40:55,311 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410455311"}]},"ts":"1734410455311"} 2024-12-17T04:40:55,312 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T04:40:55,348 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T04:40:55,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:40:55,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, UNASSIGN}] 2024-12-17T04:40:55,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, UNASSIGN 2024-12-17T04:40:55,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:55,354 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:40:55,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:55,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:55,377 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217095133178948459c85b0695b737e749e_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217095133178948459c85b0695b737e749e_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:55,379 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f8a24fda13e945c9b8d9ca3dfbe42045, store: [table=TestAcidGuarantees family=A region=2b776e69a2de8e49605fd5e56dd3047c] 2024-12-17T04:40:55,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f8a24fda13e945c9b8d9ca3dfbe42045 is 175, key is test_row_1/A:col10/1734410454958/Put/seqid=0 2024-12-17T04:40:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742222_1398 (size=22561) 2024-12-17T04:40:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T04:40:55,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:55,508 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:55,508 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:40:55,509 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 2b776e69a2de8e49605fd5e56dd3047c, disabling compactions & flushes 2024-12-17T04:40:55,509 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1942): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:55,532 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/e4951ed04ad7402d84816d3bf18dbbbe as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/e4951ed04ad7402d84816d3bf18dbbbe 2024-12-17T04:40:55,537 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/A of 2b776e69a2de8e49605fd5e56dd3047c into e4951ed04ad7402d84816d3bf18dbbbe(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:55,537 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:55,537 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/A, priority=13, startTime=1734410454685; duration=0sec 2024-12-17T04:40:55,537 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:55,537 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:A 2024-12-17T04:40:55,541 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/f19191afb07b486e866befe8b8befbf0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f19191afb07b486e866befe8b8befbf0 2024-12-17T04:40:55,547 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2b776e69a2de8e49605fd5e56dd3047c/C of 2b776e69a2de8e49605fd5e56dd3047c into f19191afb07b486e866befe8b8befbf0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:40:55,547 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:55,547 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c., storeName=2b776e69a2de8e49605fd5e56dd3047c/C, priority=13, startTime=1734410454686; duration=0sec 2024-12-17T04:40:55,547 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:55,547 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:40:55,547 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b776e69a2de8e49605fd5e56dd3047c:C 2024-12-17T04:40:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T04:40:55,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f8a24fda13e945c9b8d9ca3dfbe42045 2024-12-17T04:40:55,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/eaecab69847a4d8980f5566c6460e7d0 is 50, key is test_row_1/B:col10/1734410454958/Put/seqid=0 2024-12-17T04:40:55,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742223_1399 (size=9857) 2024-12-17T04:40:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T04:40:56,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/eaecab69847a4d8980f5566c6460e7d0 2024-12-17T04:40:56,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/8e168898ca384650b2ab3896d4eac356 is 50, key is test_row_1/C:col10/1734410454958/Put/seqid=0 2024-12-17T04:40:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742224_1400 (size=9857) 2024-12-17T04:40:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T04:40:56,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/8e168898ca384650b2ab3896d4eac356 2024-12-17T04:40:56,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/A/f8a24fda13e945c9b8d9ca3dfbe42045 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f8a24fda13e945c9b8d9ca3dfbe42045 2024-12-17T04:40:56,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f8a24fda13e945c9b8d9ca3dfbe42045, entries=100, sequenceid=277, filesize=22.0 K 2024-12-17T04:40:56,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/B/eaecab69847a4d8980f5566c6460e7d0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/eaecab69847a4d8980f5566c6460e7d0 2024-12-17T04:40:56,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/eaecab69847a4d8980f5566c6460e7d0, entries=100, sequenceid=277, filesize=9.6 K 2024-12-17T04:40:56,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/.tmp/C/8e168898ca384650b2ab3896d4eac356 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/8e168898ca384650b2ab3896d4eac356 2024-12-17T04:40:56,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/8e168898ca384650b2ab3896d4eac356, entries=100, sequenceid=277, filesize=9.6 K 2024-12-17T04:40:56,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 2b776e69a2de8e49605fd5e56dd3047c in 1686ms, sequenceid=277, compaction requested=false 2024-12-17T04:40:56,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:56,644 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:56,644 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:56,644 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. after waiting 0 ms 2024-12-17T04:40:56,644 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:56,645 DEBUG [StoreCloser-TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/cbc8020f0e83472cad4e2d8de042e702, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/435d4c906ecb42f0a0a7e591dccaab1f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f5ae93ab187b4c10833c340fd0fb4c30] to archive 2024-12-17T04:40:56,646 DEBUG [StoreCloser-TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:56,648 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/cbc8020f0e83472cad4e2d8de042e702 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/cbc8020f0e83472cad4e2d8de042e702 2024-12-17T04:40:56,648 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f5ae93ab187b4c10833c340fd0fb4c30 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f5ae93ab187b4c10833c340fd0fb4c30 2024-12-17T04:40:56,648 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/435d4c906ecb42f0a0a7e591dccaab1f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/435d4c906ecb42f0a0a7e591dccaab1f 2024-12-17T04:40:56,649 DEBUG [StoreCloser-TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/060cef1ffcfe4be981758aeebca9f9ee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/098e6db6886f4e9386d3f37ee8b38b9c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/54f43a98732c4d46842bcd9dc6acc22c] to archive 2024-12-17T04:40:56,650 DEBUG [StoreCloser-TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:56,652 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/060cef1ffcfe4be981758aeebca9f9ee to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/060cef1ffcfe4be981758aeebca9f9ee 2024-12-17T04:40:56,652 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/098e6db6886f4e9386d3f37ee8b38b9c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/098e6db6886f4e9386d3f37ee8b38b9c 2024-12-17T04:40:56,653 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/54f43a98732c4d46842bcd9dc6acc22c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/54f43a98732c4d46842bcd9dc6acc22c 2024-12-17T04:40:56,654 DEBUG [StoreCloser-TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/7b869ab938364e32a32af58aa925d29d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d3abc52ae2da444089c2be6dd7ec5420, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/ffbab89c3c14464db318d6c989749c46] to archive 2024-12-17T04:40:56,654 DEBUG [StoreCloser-TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:40:56,656 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/7b869ab938364e32a32af58aa925d29d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/7b869ab938364e32a32af58aa925d29d 2024-12-17T04:40:56,656 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d3abc52ae2da444089c2be6dd7ec5420 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/d3abc52ae2da444089c2be6dd7ec5420 2024-12-17T04:40:56,656 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/ffbab89c3c14464db318d6c989749c46 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/ffbab89c3c14464db318d6c989749c46 2024-12-17T04:40:56,659 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/recovered.edits/283.seqid, newMaxSeqId=283, maxSeqId=4 2024-12-17T04:40:56,660 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c. 2024-12-17T04:40:56,660 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 2b776e69a2de8e49605fd5e56dd3047c: 2024-12-17T04:40:56,661 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:56,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=2b776e69a2de8e49605fd5e56dd3047c, regionState=CLOSED 2024-12-17T04:40:56,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-17T04:40:56,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 2b776e69a2de8e49605fd5e56dd3047c, server=07dc45045cb2,44187,1734410331712 in 1.3080 sec 2024-12-17T04:40:56,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-12-17T04:40:56,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b776e69a2de8e49605fd5e56dd3047c, UNASSIGN in 1.3130 sec 2024-12-17T04:40:56,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-17T04:40:56,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3160 sec 2024-12-17T04:40:56,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410456667"}]},"ts":"1734410456667"} 2024-12-17T04:40:56,668 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T04:40:56,705 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T04:40:56,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3990 sec 2024-12-17T04:40:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T04:40:57,420 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-17T04:40:57,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T04:40:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:57,424 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:57,425 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T04:40:57,427 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,433 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/recovered.edits] 2024-12-17T04:40:57,439 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f8a24fda13e945c9b8d9ca3dfbe42045 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/f8a24fda13e945c9b8d9ca3dfbe42045 2024-12-17T04:40:57,439 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/e4951ed04ad7402d84816d3bf18dbbbe to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/A/e4951ed04ad7402d84816d3bf18dbbbe 2024-12-17T04:40:57,444 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27c8b2e1d54c424685a02ec603f616cb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/27c8b2e1d54c424685a02ec603f616cb 2024-12-17T04:40:57,444 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/eaecab69847a4d8980f5566c6460e7d0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/B/eaecab69847a4d8980f5566c6460e7d0 2024-12-17T04:40:57,449 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/8e168898ca384650b2ab3896d4eac356 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/8e168898ca384650b2ab3896d4eac356 2024-12-17T04:40:57,449 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f19191afb07b486e866befe8b8befbf0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/C/f19191afb07b486e866befe8b8befbf0 2024-12-17T04:40:57,453 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/recovered.edits/283.seqid to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c/recovered.edits/283.seqid 2024-12-17T04:40:57,454 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,454 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T04:40:57,455 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T04:40:57,456 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T04:40:57,466 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217095133178948459c85b0695b737e749e_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217095133178948459c85b0695b737e749e_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,466 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217225db82846254472b4da14d98b78b6d9_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217225db82846254472b4da14d98b78b6d9_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,467 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217327326512a274363a396b49497540aea_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217327326512a274363a396b49497540aea_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,467 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172f761a4fce4a45789afaed614d687d9c_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172f761a4fce4a45789afaed614d687d9c_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,467 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217548e03bffa3a4da8a8680b3d6bf14316_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217548e03bffa3a4da8a8680b3d6bf14316_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,467 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217790c1712a0974eab989b5c02530f4ddd_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217790c1712a0974eab989b5c02530f4ddd_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,467 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178847e951cc11404f93c645fe32965e89_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178847e951cc11404f93c645fe32965e89_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,468 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175bf70bec9f12476dad7a8330b2463106_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175bf70bec9f12476dad7a8330b2463106_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,469 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9da38de54684d62aa9378ca6290a9d0_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9da38de54684d62aa9378ca6290a9d0_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,469 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179a790cb885ad4b7a9e2b757256b90f3e_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179a790cb885ad4b7a9e2b757256b90f3e_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,469 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179e7101df4bb74c60a567800fcdea3b8e_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179e7101df4bb74c60a567800fcdea3b8e_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,469 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217dbbfb6e4240141cdacb29a89128097ff_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217dbbfb6e4240141cdacb29a89128097ff_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,469 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e7d614c97ec0493c915c445b26dc9c67_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e7d614c97ec0493c915c445b26dc9c67_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,469 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e4fb7e9a6cc7431db0b14f62686c0d6d_2b776e69a2de8e49605fd5e56dd3047c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e4fb7e9a6cc7431db0b14f62686c0d6d_2b776e69a2de8e49605fd5e56dd3047c 2024-12-17T04:40:57,469 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T04:40:57,471 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:57,473 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T04:40:57,475 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T04:40:57,475 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:57,475 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T04:40:57,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734410457476"}]},"ts":"9223372036854775807"} 2024-12-17T04:40:57,477 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T04:40:57,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2b776e69a2de8e49605fd5e56dd3047c, NAME => 'TestAcidGuarantees,,1734410431493.2b776e69a2de8e49605fd5e56dd3047c.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T04:40:57,477 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T04:40:57,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734410457477"}]},"ts":"9223372036854775807"} 2024-12-17T04:40:57,478 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T04:40:57,490 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:57,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-12-17T04:40:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T04:40:57,527 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-17T04:40:57,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=247 (was 245) - Thread LEAK? -, OpenFileDescriptor=458 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7638 (was 7670) 2024-12-17T04:40:57,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=7638 2024-12-17T04:40:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:40:57,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:40:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T04:40:57,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T04:40:57,552 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:57,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-12-17T04:40:57,553 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T04:40:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-17T04:40:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742225_1401 (size=963) 2024-12-17T04:40:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-17T04:40:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-17T04:40:57,963 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:40:57,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742226_1402 (size=53) 2024-12-17T04:40:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-17T04:40:58,372 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:40:58,372 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5989eeb903867c329ae670f539d23140, disabling compactions & flushes 2024-12-17T04:40:58,373 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,373 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,373 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. after waiting 0 ms 2024-12-17T04:40:58,373 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,373 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,373 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:40:58,374 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T04:40:58,375 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734410458374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734410458374"}]},"ts":"1734410458374"} 2024-12-17T04:40:58,376 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T04:40:58,378 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T04:40:58,378 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410458378"}]},"ts":"1734410458378"} 2024-12-17T04:40:58,380 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T04:40:58,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5989eeb903867c329ae670f539d23140, ASSIGN}] 2024-12-17T04:40:58,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5989eeb903867c329ae670f539d23140, ASSIGN 2024-12-17T04:40:58,434 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5989eeb903867c329ae670f539d23140, ASSIGN; state=OFFLINE, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=false 2024-12-17T04:40:58,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=5989eeb903867c329ae670f539d23140, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:58,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:40:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-17T04:40:58,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:58,746 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,746 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:40:58,747 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,747 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:40:58,747 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,747 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,749 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,750 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:58,751 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5989eeb903867c329ae670f539d23140 columnFamilyName A 2024-12-17T04:40:58,751 DEBUG [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:58,752 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.HStore(327): Store=5989eeb903867c329ae670f539d23140/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:58,752 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,753 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:58,754 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5989eeb903867c329ae670f539d23140 columnFamilyName B 2024-12-17T04:40:58,754 DEBUG [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:58,755 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.HStore(327): Store=5989eeb903867c329ae670f539d23140/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:58,755 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,757 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:40:58,757 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5989eeb903867c329ae670f539d23140 columnFamilyName C 2024-12-17T04:40:58,757 DEBUG [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:40:58,758 INFO [StoreOpener-5989eeb903867c329ae670f539d23140-1 {}] regionserver.HStore(327): Store=5989eeb903867c329ae670f539d23140/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:40:58,758 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,759 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,759 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,760 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:40:58,761 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:58,762 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:40:58,763 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 5989eeb903867c329ae670f539d23140; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59959221, jitterRate=-0.10653798282146454}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:40:58,763 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:40:58,764 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., pid=119, masterSystemTime=1734410458740 2024-12-17T04:40:58,765 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,765 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:58,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=5989eeb903867c329ae670f539d23140, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:58,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-17T04:40:58,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 in 179 msec 2024-12-17T04:40:58,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-12-17T04:40:58,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5989eeb903867c329ae670f539d23140, ASSIGN in 336 msec 2024-12-17T04:40:58,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T04:40:58,769 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410458768"}]},"ts":"1734410458768"} 2024-12-17T04:40:58,769 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T04:40:58,816 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T04:40:58,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2650 sec 2024-12-17T04:40:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-17T04:40:59,663 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-12-17T04:40:59,666 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-12-17T04:40:59,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,722 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T04:40:59,725 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T04:40:59,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-12-17T04:40:59,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-12-17T04:40:59,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-12-17T04:40:59,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-12-17T04:40:59,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-12-17T04:40:59,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-12-17T04:40:59,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-12-17T04:40:59,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc5e114 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d49886 2024-12-17T04:40:59,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d92042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e96b8ad to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@635b1751 2024-12-17T04:40:59,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593af048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,807 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17e5a47d to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cbfd84f 2024-12-17T04:40:59,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209c520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:40:59,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:40:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-17T04:40:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T04:40:59,826 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:40:59,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:40:59,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:40:59,832 DEBUG [hconnection-0x3330e00f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,832 DEBUG [hconnection-0x75168a38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,832 DEBUG [hconnection-0x4113bc79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,833 DEBUG [hconnection-0x5c69b145-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,834 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,834 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,834 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,834 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,835 DEBUG [hconnection-0x646e1d45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,835 DEBUG [hconnection-0x781091e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,835 DEBUG [hconnection-0x6743c196-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,836 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,836 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,836 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:59,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:40:59,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:40:59,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:59,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:40:59,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:59,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:40:59,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:59,843 DEBUG [hconnection-0x79ae36ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,843 DEBUG [hconnection-0x23ceb2c1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,844 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,844 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410519846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410519847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410519847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410519847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,847 DEBUG [hconnection-0x466e5d8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:40:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410519848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,848 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:40:59,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/8fa2995df86a4d82963bf178f9b89313 is 50, key is test_row_1/A:col10/1734410459838/Put/seqid=0 2024-12-17T04:40:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742227_1403 (size=9657) 2024-12-17T04:40:59,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/8fa2995df86a4d82963bf178f9b89313 2024-12-17T04:40:59,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/3417d810880948e99715db7d254f6980 is 50, key is test_row_1/B:col10/1734410459838/Put/seqid=0 2024-12-17T04:40:59,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742228_1404 (size=9657) 2024-12-17T04:40:59,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/3417d810880948e99715db7d254f6980 2024-12-17T04:40:59,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/108c384139594700887dc8ac1fbb50a7 is 50, key is test_row_1/C:col10/1734410459838/Put/seqid=0 2024-12-17T04:40:59,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742229_1405 (size=9657) 2024-12-17T04:40:59,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/108c384139594700887dc8ac1fbb50a7 2024-12-17T04:40:59,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/8fa2995df86a4d82963bf178f9b89313 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8fa2995df86a4d82963bf178f9b89313 2024-12-17T04:40:59,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8fa2995df86a4d82963bf178f9b89313, entries=100, sequenceid=15, filesize=9.4 K 2024-12-17T04:40:59,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/3417d810880948e99715db7d254f6980 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/3417d810880948e99715db7d254f6980 2024-12-17T04:40:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T04:40:59,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/3417d810880948e99715db7d254f6980, entries=100, sequenceid=15, filesize=9.4 K 2024-12-17T04:40:59,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/108c384139594700887dc8ac1fbb50a7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/108c384139594700887dc8ac1fbb50a7 2024-12-17T04:40:59,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/108c384139594700887dc8ac1fbb50a7, entries=100, sequenceid=15, filesize=9.4 K 2024-12-17T04:40:59,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5989eeb903867c329ae670f539d23140 in 94ms, sequenceid=15, compaction requested=false 2024-12-17T04:40:59,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:40:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:40:59,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T04:40:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:40:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:40:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:40:59,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:40:59,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/cd47c184719f4870a685ed8c9bf34c52 is 50, key is test_row_0/A:col10/1734410459951/Put/seqid=0 2024-12-17T04:40:59,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742230_1406 (size=14341) 2024-12-17T04:40:59,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410519959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410519959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410519960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410519960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:40:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410519961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:40:59,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T04:40:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:40:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:40:59,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:40:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410520064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410520065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410520065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410520066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410520066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T04:41:00,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T04:41:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410520269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410520269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410520270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410520270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410520270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T04:41:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/cd47c184719f4870a685ed8c9bf34c52 2024-12-17T04:41:00,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/00803bb86d43440e8814717816259cb8 is 50, key is test_row_0/B:col10/1734410459951/Put/seqid=0 2024-12-17T04:41:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742231_1407 (size=12001) 2024-12-17T04:41:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T04:41:00,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T04:41:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410520573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410520573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410520573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410520573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410520575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T04:41:00,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:00,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T04:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:00,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/00803bb86d43440e8814717816259cb8 2024-12-17T04:41:00,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f83e44984e794bcdbf64e89561cd9f20 is 50, key is test_row_0/C:col10/1734410459951/Put/seqid=0 2024-12-17T04:41:00,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742232_1408 (size=12001) 2024-12-17T04:41:00,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f83e44984e794bcdbf64e89561cd9f20 2024-12-17T04:41:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/cd47c184719f4870a685ed8c9bf34c52 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/cd47c184719f4870a685ed8c9bf34c52 2024-12-17T04:41:00,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/cd47c184719f4870a685ed8c9bf34c52, entries=200, sequenceid=40, filesize=14.0 K 2024-12-17T04:41:00,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/00803bb86d43440e8814717816259cb8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/00803bb86d43440e8814717816259cb8 2024-12-17T04:41:00,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/00803bb86d43440e8814717816259cb8, entries=150, sequenceid=40, filesize=11.7 K 2024-12-17T04:41:00,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f83e44984e794bcdbf64e89561cd9f20 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f83e44984e794bcdbf64e89561cd9f20 2024-12-17T04:41:00,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f83e44984e794bcdbf64e89561cd9f20, entries=150, sequenceid=40, filesize=11.7 K 2024-12-17T04:41:00,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5989eeb903867c329ae670f539d23140 in 868ms, sequenceid=40, compaction requested=false 2024-12-17T04:41:00,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:00,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:00,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T04:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:00,892 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/8448adab88ed4e8fae6c665a65e5ecdc is 50, key is test_row_0/A:col10/1734410459960/Put/seqid=0 2024-12-17T04:41:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742233_1409 (size=12001) 2024-12-17T04:41:00,900 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/8448adab88ed4e8fae6c665a65e5ecdc 2024-12-17T04:41:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/23f9a03b5f434ca4b2fdacee1d17dda6 is 50, key is test_row_0/B:col10/1734410459960/Put/seqid=0 2024-12-17T04:41:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742234_1410 (size=12001) 2024-12-17T04:41:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T04:41:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:01,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410521098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410521099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410521100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410521100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410521101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410521204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410521204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410521204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410521205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410521205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,318 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/23f9a03b5f434ca4b2fdacee1d17dda6 2024-12-17T04:41:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/33e7632e218b406ab9e3784b145d6189 is 50, key is test_row_0/C:col10/1734410459960/Put/seqid=0 2024-12-17T04:41:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742235_1411 (size=12001) 2024-12-17T04:41:01,327 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/33e7632e218b406ab9e3784b145d6189 2024-12-17T04:41:01,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/8448adab88ed4e8fae6c665a65e5ecdc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8448adab88ed4e8fae6c665a65e5ecdc 2024-12-17T04:41:01,334 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8448adab88ed4e8fae6c665a65e5ecdc, entries=150, sequenceid=51, filesize=11.7 K 2024-12-17T04:41:01,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/23f9a03b5f434ca4b2fdacee1d17dda6 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/23f9a03b5f434ca4b2fdacee1d17dda6 2024-12-17T04:41:01,337 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/23f9a03b5f434ca4b2fdacee1d17dda6, entries=150, sequenceid=51, filesize=11.7 K 2024-12-17T04:41:01,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/33e7632e218b406ab9e3784b145d6189 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/33e7632e218b406ab9e3784b145d6189 2024-12-17T04:41:01,340 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/33e7632e218b406ab9e3784b145d6189, entries=150, sequenceid=51, filesize=11.7 K 2024-12-17T04:41:01,341 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5989eeb903867c329ae670f539d23140 in 449ms, sequenceid=51, compaction requested=true 2024-12-17T04:41:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-17T04:41:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-17T04:41:01,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-17T04:41:01,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5150 sec 2024-12-17T04:41:01,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.5180 sec 2024-12-17T04:41:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:01,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:41:01,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:01,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:01,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:01,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:01,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:01,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:01,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d4cdd4bbd3a14b93817f888293bd4dcf is 50, key is test_row_0/A:col10/1734410461097/Put/seqid=0 2024-12-17T04:41:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742236_1412 (size=14341) 2024-12-17T04:41:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410521414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410521414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410521418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410521419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410521421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410521522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410521523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410521524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410521524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410521525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410521726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410521726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410521728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410521728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410521729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:01,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d4cdd4bbd3a14b93817f888293bd4dcf 2024-12-17T04:41:01,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/9a33f198382b4f4d88457568c64f6333 is 50, key is test_row_0/B:col10/1734410461097/Put/seqid=0 2024-12-17T04:41:01,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742237_1413 (size=12001) 2024-12-17T04:41:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T04:41:01,930 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-17T04:41:01,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-17T04:41:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T04:41:01,932 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:01,932 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:01,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410522030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T04:41:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410522032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410522033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410522033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410522033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-17T04:41:02,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:02,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T04:41:02,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/9a33f198382b4f4d88457568c64f6333 2024-12-17T04:41:02,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/a6827d417bae4b009fc9116dc53578cd is 50, key is test_row_0/C:col10/1734410461097/Put/seqid=0 2024-12-17T04:41:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T04:41:02,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-17T04:41:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742238_1414 (size=12001) 2024-12-17T04:41:02,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-17T04:41:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T04:41:02,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410522536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410522536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-17T04:41:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410522538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410522539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410522540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/a6827d417bae4b009fc9116dc53578cd 2024-12-17T04:41:02,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d4cdd4bbd3a14b93817f888293bd4dcf as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d4cdd4bbd3a14b93817f888293bd4dcf 2024-12-17T04:41:02,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d4cdd4bbd3a14b93817f888293bd4dcf, entries=200, sequenceid=77, filesize=14.0 K 2024-12-17T04:41:02,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/9a33f198382b4f4d88457568c64f6333 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/9a33f198382b4f4d88457568c64f6333 2024-12-17T04:41:02,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/9a33f198382b4f4d88457568c64f6333, entries=150, sequenceid=77, filesize=11.7 K 2024-12-17T04:41:02,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/a6827d417bae4b009fc9116dc53578cd as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/a6827d417bae4b009fc9116dc53578cd 2024-12-17T04:41:02,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/a6827d417bae4b009fc9116dc53578cd, entries=150, sequenceid=77, filesize=11.7 K 2024-12-17T04:41:02,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5989eeb903867c329ae670f539d23140 in 1244ms, sequenceid=77, compaction requested=true 2024-12-17T04:41:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:02,655 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:02,655 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:02,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:02,656 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:02,656 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:02,656 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:02,656 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:02,656 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,656 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,656 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/3417d810880948e99715db7d254f6980, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/00803bb86d43440e8814717816259cb8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/23f9a03b5f434ca4b2fdacee1d17dda6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/9a33f198382b4f4d88457568c64f6333] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=44.6 K 2024-12-17T04:41:02,656 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8fa2995df86a4d82963bf178f9b89313, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/cd47c184719f4870a685ed8c9bf34c52, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8448adab88ed4e8fae6c665a65e5ecdc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d4cdd4bbd3a14b93817f888293bd4dcf] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=49.2 K 2024-12-17T04:41:02,657 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fa2995df86a4d82963bf178f9b89313, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734410459838 2024-12-17T04:41:02,657 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 3417d810880948e99715db7d254f6980, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734410459838 2024-12-17T04:41:02,657 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd47c184719f4870a685ed8c9bf34c52, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734410459845 2024-12-17T04:41:02,657 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 00803bb86d43440e8814717816259cb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734410459846 2024-12-17T04:41:02,657 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8448adab88ed4e8fae6c665a65e5ecdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734410459958 2024-12-17T04:41:02,657 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 23f9a03b5f434ca4b2fdacee1d17dda6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734410459958 2024-12-17T04:41:02,657 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4cdd4bbd3a14b93817f888293bd4dcf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410461097 2024-12-17T04:41:02,658 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a33f198382b4f4d88457568c64f6333, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410461097 2024-12-17T04:41:02,665 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:02,665 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:02,666 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/123786b0beab4b719dd3d674508c26cf is 50, key is test_row_0/B:col10/1734410461097/Put/seqid=0 2024-12-17T04:41:02,666 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/797dfbd472a14532a9fe5e51734de1eb is 50, key is test_row_0/A:col10/1734410461097/Put/seqid=0 2024-12-17T04:41:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742240_1416 (size=12139) 2024-12-17T04:41:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742239_1415 (size=12139) 2024-12-17T04:41:02,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:02,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-17T04:41:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:02,693 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-17T04:41:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/22b8a515327245a182228f51a94c8565 is 50, key is test_row_0/A:col10/1734410461418/Put/seqid=0 2024-12-17T04:41:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742241_1417 (size=12001) 2024-12-17T04:41:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T04:41:03,074 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/123786b0beab4b719dd3d674508c26cf as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/123786b0beab4b719dd3d674508c26cf 2024-12-17T04:41:03,074 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/797dfbd472a14532a9fe5e51734de1eb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/797dfbd472a14532a9fe5e51734de1eb 2024-12-17T04:41:03,078 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into 123786b0beab4b719dd3d674508c26cf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:03,078 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into 797dfbd472a14532a9fe5e51734de1eb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:03,078 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:03,078 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:03,078 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=12, startTime=1734410462655; duration=0sec 2024-12-17T04:41:03,078 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=12, startTime=1734410462655; duration=0sec 2024-12-17T04:41:03,078 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:03,078 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:03,078 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:03,078 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:03,078 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:03,079 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:03,079 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:03,079 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:03,079 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/108c384139594700887dc8ac1fbb50a7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f83e44984e794bcdbf64e89561cd9f20, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/33e7632e218b406ab9e3784b145d6189, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/a6827d417bae4b009fc9116dc53578cd] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=44.6 K 2024-12-17T04:41:03,080 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 108c384139594700887dc8ac1fbb50a7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734410459838 2024-12-17T04:41:03,080 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f83e44984e794bcdbf64e89561cd9f20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734410459846 2024-12-17T04:41:03,080 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 33e7632e218b406ab9e3784b145d6189, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734410459958 2024-12-17T04:41:03,081 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a6827d417bae4b009fc9116dc53578cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410461097 2024-12-17T04:41:03,089 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:03,089 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/e1af9a8680df4482a03eca0320c422c7 is 50, key is test_row_0/C:col10/1734410461097/Put/seqid=0 2024-12-17T04:41:03,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742242_1418 (size=12139) 2024-12-17T04:41:03,103 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/22b8a515327245a182228f51a94c8565 2024-12-17T04:41:03,108 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/e1af9a8680df4482a03eca0320c422c7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e1af9a8680df4482a03eca0320c422c7 2024-12-17T04:41:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/887030ddddd64e4eb8c2fae38d83dbf4 is 50, key is test_row_0/B:col10/1734410461418/Put/seqid=0 2024-12-17T04:41:03,112 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into e1af9a8680df4482a03eca0320c422c7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:03,112 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:03,112 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=12, startTime=1734410462655; duration=0sec 2024-12-17T04:41:03,112 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:03,112 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:03,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742243_1419 (size=12001) 2024-12-17T04:41:03,537 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/887030ddddd64e4eb8c2fae38d83dbf4 2024-12-17T04:41:03,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/619bc55fc8134115b6e50624e73adc42 is 50, key is test_row_0/C:col10/1734410461418/Put/seqid=0 2024-12-17T04:41:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742244_1420 (size=12001) 2024-12-17T04:41:03,546 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/619bc55fc8134115b6e50624e73adc42 2024-12-17T04:41:03,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/22b8a515327245a182228f51a94c8565 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/22b8a515327245a182228f51a94c8565 2024-12-17T04:41:03,553 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/22b8a515327245a182228f51a94c8565, entries=150, sequenceid=87, filesize=11.7 K 2024-12-17T04:41:03,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/887030ddddd64e4eb8c2fae38d83dbf4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/887030ddddd64e4eb8c2fae38d83dbf4 2024-12-17T04:41:03,558 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/887030ddddd64e4eb8c2fae38d83dbf4, entries=150, sequenceid=87, filesize=11.7 K 2024-12-17T04:41:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/619bc55fc8134115b6e50624e73adc42 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/619bc55fc8134115b6e50624e73adc42 2024-12-17T04:41:03,562 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/619bc55fc8134115b6e50624e73adc42, entries=150, sequenceid=87, filesize=11.7 K 2024-12-17T04:41:03,566 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=87.22 KB/89310 for 5989eeb903867c329ae670f539d23140 in 874ms, sequenceid=87, compaction requested=false 2024-12-17T04:41:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-17T04:41:03,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T04:41:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-17T04:41:03,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:03,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:03,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:03,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:03,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:03,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:03,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-17T04:41:03,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-12-17T04:41:03,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.6380 sec 2024-12-17T04:41:03,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/7abe29f4280a468299c7f9f06b3786f4 is 50, key is test_row_0/A:col10/1734410463561/Put/seqid=0 2024-12-17T04:41:03,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742245_1421 (size=14341) 2024-12-17T04:41:03,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410523580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410523581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410523582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410523586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410523588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410523689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410523689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410523689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410523691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410523693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410523893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410523894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410523894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410523894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410523894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:03,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/7abe29f4280a468299c7f9f06b3786f4 2024-12-17T04:41:03,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/675917e4fe1a4e2c9f639fa48587cd8f is 50, key is test_row_0/B:col10/1734410463561/Put/seqid=0 2024-12-17T04:41:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742246_1422 (size=12001) 2024-12-17T04:41:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T04:41:04,035 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-17T04:41:04,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-17T04:41:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T04:41:04,037 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:04,037 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:04,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T04:41:04,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T04:41:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:04,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410524196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410524197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410524198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410524198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410524200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T04:41:04,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T04:41:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:04,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/675917e4fe1a4e2c9f639fa48587cd8f 2024-12-17T04:41:04,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/3a1fb9177ecb43988910ae510677649b is 50, key is test_row_0/C:col10/1734410463561/Put/seqid=0 2024-12-17T04:41:04,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742247_1423 (size=12001) 2024-12-17T04:41:04,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/3a1fb9177ecb43988910ae510677649b 2024-12-17T04:41:04,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/7abe29f4280a468299c7f9f06b3786f4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/7abe29f4280a468299c7f9f06b3786f4 2024-12-17T04:41:04,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/7abe29f4280a468299c7f9f06b3786f4, entries=200, sequenceid=109, filesize=14.0 K 2024-12-17T04:41:04,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/675917e4fe1a4e2c9f639fa48587cd8f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/675917e4fe1a4e2c9f639fa48587cd8f 2024-12-17T04:41:04,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/675917e4fe1a4e2c9f639fa48587cd8f, entries=150, sequenceid=109, filesize=11.7 K 2024-12-17T04:41:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/3a1fb9177ecb43988910ae510677649b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3a1fb9177ecb43988910ae510677649b 2024-12-17T04:41:04,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3a1fb9177ecb43988910ae510677649b, entries=150, sequenceid=109, filesize=11.7 K 2024-12-17T04:41:04,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5989eeb903867c329ae670f539d23140 in 837ms, sequenceid=109, compaction requested=true 2024-12-17T04:41:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:04,404 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:04,404 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:04,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:04,405 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,405 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,405 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/797dfbd472a14532a9fe5e51734de1eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/22b8a515327245a182228f51a94c8565, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/7abe29f4280a468299c7f9f06b3786f4] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=37.6 K 2024-12-17T04:41:04,405 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/123786b0beab4b719dd3d674508c26cf, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/887030ddddd64e4eb8c2fae38d83dbf4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/675917e4fe1a4e2c9f639fa48587cd8f] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=35.3 K 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 797dfbd472a14532a9fe5e51734de1eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410461097 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 123786b0beab4b719dd3d674508c26cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410461097 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22b8a515327245a182228f51a94c8565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734410461412 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 887030ddddd64e4eb8c2fae38d83dbf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734410461412 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7abe29f4280a468299c7f9f06b3786f4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1734410463559 2024-12-17T04:41:04,405 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 675917e4fe1a4e2c9f639fa48587cd8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1734410463559 2024-12-17T04:41:04,410 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:04,411 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/5ff1d0802726464d9b04bed9725d40db is 50, key is test_row_0/B:col10/1734410463561/Put/seqid=0 2024-12-17T04:41:04,411 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:04,411 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/21e70c4e8af84fc6a5ab7ff037a33dee is 50, key is test_row_0/A:col10/1734410463561/Put/seqid=0 2024-12-17T04:41:04,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742249_1425 (size=12241) 2024-12-17T04:41:04,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742248_1424 (size=12241) 2024-12-17T04:41:04,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T04:41:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,495 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T04:41:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:04,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/61b40138f9e941188deb7061df17257d is 50, key is test_row_0/A:col10/1734410463580/Put/seqid=0 2024-12-17T04:41:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742250_1426 (size=12001) 2024-12-17T04:41:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T04:41:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:04,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410524723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410524724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410524724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410524725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410524725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,818 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/5ff1d0802726464d9b04bed9725d40db as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5ff1d0802726464d9b04bed9725d40db 2024-12-17T04:41:04,818 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/21e70c4e8af84fc6a5ab7ff037a33dee as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/21e70c4e8af84fc6a5ab7ff037a33dee 2024-12-17T04:41:04,822 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into 5ff1d0802726464d9b04bed9725d40db(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:04,822 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into 21e70c4e8af84fc6a5ab7ff037a33dee(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:04,822 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:04,822 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:04,822 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=13, startTime=1734410464404; duration=0sec 2024-12-17T04:41:04,822 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=13, startTime=1734410464404; duration=0sec 2024-12-17T04:41:04,822 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:04,822 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:04,822 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:04,822 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:04,822 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:04,823 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:04,823 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:04,823 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:04,823 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e1af9a8680df4482a03eca0320c422c7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/619bc55fc8134115b6e50624e73adc42, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3a1fb9177ecb43988910ae510677649b] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=35.3 K 2024-12-17T04:41:04,823 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1af9a8680df4482a03eca0320c422c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410461097 2024-12-17T04:41:04,823 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 619bc55fc8134115b6e50624e73adc42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734410461412 2024-12-17T04:41:04,824 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a1fb9177ecb43988910ae510677649b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1734410463559 2024-12-17T04:41:04,830 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:04,830 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/e2bd2783c8f6488bbf396017690df49b is 50, key is test_row_0/C:col10/1734410463561/Put/seqid=0 2024-12-17T04:41:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742251_1427 (size=12241) 2024-12-17T04:41:04,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410524830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410524832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410524833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410524833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410524833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:04,908 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/61b40138f9e941188deb7061df17257d 2024-12-17T04:41:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/f35a7e6a29a94b768a404641c9da157d is 50, key is test_row_0/B:col10/1734410463580/Put/seqid=0 2024-12-17T04:41:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742252_1428 (size=12001) 2024-12-17T04:41:05,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410525035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410525035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410525035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410525035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410525038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T04:41:05,241 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/e2bd2783c8f6488bbf396017690df49b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e2bd2783c8f6488bbf396017690df49b 2024-12-17T04:41:05,244 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into e2bd2783c8f6488bbf396017690df49b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:05,245 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:05,245 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=13, startTime=1734410464404; duration=0sec 2024-12-17T04:41:05,245 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:05,245 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:05,317 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/f35a7e6a29a94b768a404641c9da157d 2024-12-17T04:41:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/269daa9ef3fa4e289b8fc562f16744f7 is 50, key is test_row_0/C:col10/1734410463580/Put/seqid=0 2024-12-17T04:41:05,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742253_1429 (size=12001) 2024-12-17T04:41:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410525339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410525340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410525340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410525340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410525341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,726 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/269daa9ef3fa4e289b8fc562f16744f7 2024-12-17T04:41:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/61b40138f9e941188deb7061df17257d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/61b40138f9e941188deb7061df17257d 2024-12-17T04:41:05,732 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/61b40138f9e941188deb7061df17257d, entries=150, sequenceid=126, filesize=11.7 K 2024-12-17T04:41:05,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/f35a7e6a29a94b768a404641c9da157d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f35a7e6a29a94b768a404641c9da157d 2024-12-17T04:41:05,735 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f35a7e6a29a94b768a404641c9da157d, entries=150, sequenceid=126, filesize=11.7 K 2024-12-17T04:41:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/269daa9ef3fa4e289b8fc562f16744f7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/269daa9ef3fa4e289b8fc562f16744f7 2024-12-17T04:41:05,739 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/269daa9ef3fa4e289b8fc562f16744f7, entries=150, sequenceid=126, filesize=11.7 K 2024-12-17T04:41:05,739 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5989eeb903867c329ae670f539d23140 in 1244ms, sequenceid=126, compaction requested=false 2024-12-17T04:41:05,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-17T04:41:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-17T04:41:05,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-17T04:41:05,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7030 sec 2024-12-17T04:41:05,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.7050 sec 2024-12-17T04:41:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:05,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T04:41:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:05,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/bd937c38640d43f988c5330d3d6d38f6 is 50, key is test_row_0/A:col10/1734410465847/Put/seqid=0 2024-12-17T04:41:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410525862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742254_1430 (size=16931) 2024-12-17T04:41:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410525867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410525867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410525868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410525868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410525969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:05,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T04:41:06,140 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-17T04:41:06,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-17T04:41:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T04:41:06,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:06,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:06,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:06,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410526173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410526178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410526178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410526179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410526179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T04:41:06,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/bd937c38640d43f988c5330d3d6d38f6 2024-12-17T04:41:06,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/4c69e52222bc46449cc72505c42db5b7 is 50, key is test_row_0/B:col10/1734410465847/Put/seqid=0 2024-12-17T04:41:06,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T04:41:06,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:06,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742255_1431 (size=12151) 2024-12-17T04:41:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T04:41:06,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T04:41:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410526478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410526481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410526482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410526483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410526485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T04:41:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/4c69e52222bc46449cc72505c42db5b7 2024-12-17T04:41:06,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/896238845fd8498c8c0ead803d7d3497 is 50, key is test_row_0/C:col10/1734410465847/Put/seqid=0 2024-12-17T04:41:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742256_1432 (size=12151) 2024-12-17T04:41:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T04:41:06,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T04:41:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T04:41:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:06,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410526985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410526985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410526986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410526989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410526990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:07,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:07,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T04:41:07,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:07,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:07,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:07,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:07,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:07,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/896238845fd8498c8c0ead803d7d3497 2024-12-17T04:41:07,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/bd937c38640d43f988c5330d3d6d38f6 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/bd937c38640d43f988c5330d3d6d38f6 2024-12-17T04:41:07,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/bd937c38640d43f988c5330d3d6d38f6, entries=250, sequenceid=154, filesize=16.5 K 2024-12-17T04:41:07,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/4c69e52222bc46449cc72505c42db5b7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/4c69e52222bc46449cc72505c42db5b7 2024-12-17T04:41:07,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/4c69e52222bc46449cc72505c42db5b7, entries=150, sequenceid=154, filesize=11.9 K 2024-12-17T04:41:07,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/896238845fd8498c8c0ead803d7d3497 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/896238845fd8498c8c0ead803d7d3497 2024-12-17T04:41:07,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/896238845fd8498c8c0ead803d7d3497, entries=150, sequenceid=154, filesize=11.9 K 2024-12-17T04:41:07,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5989eeb903867c329ae670f539d23140 in 1274ms, sequenceid=154, compaction requested=true 2024-12-17T04:41:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:07,129 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:07,129 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:07,130 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:07,130 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:07,130 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/21e70c4e8af84fc6a5ab7ff037a33dee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/61b40138f9e941188deb7061df17257d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/bd937c38640d43f988c5330d3d6d38f6] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=40.2 K 2024-12-17T04:41:07,130 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5ff1d0802726464d9b04bed9725d40db, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f35a7e6a29a94b768a404641c9da157d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/4c69e52222bc46449cc72505c42db5b7] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=35.5 K 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21e70c4e8af84fc6a5ab7ff037a33dee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1734410463559 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff1d0802726464d9b04bed9725d40db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1734410463559 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61b40138f9e941188deb7061df17257d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1734410463580 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f35a7e6a29a94b768a404641c9da157d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1734410463580 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd937c38640d43f988c5330d3d6d38f6, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734410465844 2024-12-17T04:41:07,130 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c69e52222bc46449cc72505c42db5b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734410465847 2024-12-17T04:41:07,135 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#362 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:07,136 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/6d8f6521764446a78a3a4c708d736012 is 50, key is test_row_0/A:col10/1734410465847/Put/seqid=0 2024-12-17T04:41:07,137 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:07,137 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/271ee37f3a164833aaaffdd9e4bf7064 is 50, key is test_row_0/B:col10/1734410465847/Put/seqid=0 2024-12-17T04:41:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742257_1433 (size=12493) 2024-12-17T04:41:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742258_1434 (size=12493) 2024-12-17T04:41:07,151 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/271ee37f3a164833aaaffdd9e4bf7064 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/271ee37f3a164833aaaffdd9e4bf7064 2024-12-17T04:41:07,155 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into 271ee37f3a164833aaaffdd9e4bf7064(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:07,156 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:07,156 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=13, startTime=1734410467129; duration=0sec 2024-12-17T04:41:07,156 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:07,156 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:07,156 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:07,157 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:07,157 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:07,157 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:07,157 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e2bd2783c8f6488bbf396017690df49b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/269daa9ef3fa4e289b8fc562f16744f7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/896238845fd8498c8c0ead803d7d3497] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=35.5 K 2024-12-17T04:41:07,157 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting e2bd2783c8f6488bbf396017690df49b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1734410463559 2024-12-17T04:41:07,157 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 269daa9ef3fa4e289b8fc562f16744f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1734410463580 2024-12-17T04:41:07,158 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 896238845fd8498c8c0ead803d7d3497, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734410465847 2024-12-17T04:41:07,164 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:07,164 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f8fdb523f097400e90e13353627feee0 is 50, key is test_row_0/C:col10/1734410465847/Put/seqid=0 2024-12-17T04:41:07,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742259_1435 (size=12493) 2024-12-17T04:41:07,171 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f8fdb523f097400e90e13353627feee0 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f8fdb523f097400e90e13353627feee0 2024-12-17T04:41:07,175 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into f8fdb523f097400e90e13353627feee0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:07,175 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:07,175 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=13, startTime=1734410467129; duration=0sec 2024-12-17T04:41:07,175 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:07,175 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:07,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:07,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T04:41:07,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:07,208 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:41:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/41d777f5590e42a6993cf5c50ef6df1c is 50, key is test_row_0/A:col10/1734410465867/Put/seqid=0 2024-12-17T04:41:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742260_1436 (size=12151) 2024-12-17T04:41:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T04:41:07,550 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/6d8f6521764446a78a3a4c708d736012 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6d8f6521764446a78a3a4c708d736012 2024-12-17T04:41:07,554 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into 6d8f6521764446a78a3a4c708d736012(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:07,554 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:07,554 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=13, startTime=1734410467129; duration=0sec 2024-12-17T04:41:07,554 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:07,554 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:07,622 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/41d777f5590e42a6993cf5c50ef6df1c 2024-12-17T04:41:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b6f5118362894da0bdcb7e0f3f725cee is 50, key is test_row_0/B:col10/1734410465867/Put/seqid=0 2024-12-17T04:41:07,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742261_1437 (size=12151) 2024-12-17T04:41:07,631 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b6f5118362894da0bdcb7e0f3f725cee 2024-12-17T04:41:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/52ae850515f543808e4a954ef9e0fc16 is 50, key is test_row_0/C:col10/1734410465867/Put/seqid=0 2024-12-17T04:41:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742262_1438 (size=12151) 2024-12-17T04:41:07,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:08,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410528012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410528013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410528014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410528015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410528016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,040 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/52ae850515f543808e4a954ef9e0fc16 2024-12-17T04:41:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/41d777f5590e42a6993cf5c50ef6df1c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/41d777f5590e42a6993cf5c50ef6df1c 2024-12-17T04:41:08,046 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/41d777f5590e42a6993cf5c50ef6df1c, entries=150, sequenceid=168, filesize=11.9 K 2024-12-17T04:41:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b6f5118362894da0bdcb7e0f3f725cee as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f5118362894da0bdcb7e0f3f725cee 2024-12-17T04:41:08,054 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f5118362894da0bdcb7e0f3f725cee, entries=150, sequenceid=168, filesize=11.9 K 2024-12-17T04:41:08,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/52ae850515f543808e4a954ef9e0fc16 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/52ae850515f543808e4a954ef9e0fc16 2024-12-17T04:41:08,058 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/52ae850515f543808e4a954ef9e0fc16, entries=150, sequenceid=168, filesize=11.9 K 2024-12-17T04:41:08,059 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5989eeb903867c329ae670f539d23140 in 851ms, sequenceid=168, compaction requested=false 2024-12-17T04:41:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-17T04:41:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-17T04:41:08,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-17T04:41:08,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9170 sec 2024-12-17T04:41:08,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9200 sec 2024-12-17T04:41:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:08,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T04:41:08,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:08,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:08,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:08,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:08,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:08,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:08,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9c010cbb8cf14672acd0a44ca2e3aae1 is 50, key is test_row_0/A:col10/1734410468014/Put/seqid=0 2024-12-17T04:41:08,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410528126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742263_1439 (size=14541) 2024-12-17T04:41:08,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9c010cbb8cf14672acd0a44ca2e3aae1 2024-12-17T04:41:08,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410528126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410528127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410528127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410528128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/ae1467e59d1a4e248a5fccaed71a1f22 is 50, key is test_row_0/B:col10/1734410468014/Put/seqid=0 2024-12-17T04:41:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742264_1440 (size=12151) 2024-12-17T04:41:08,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410528229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410528232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410528233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410528233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410528233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T04:41:08,246 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-17T04:41:08,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-17T04:41:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T04:41:08,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:08,248 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:08,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T04:41:08,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T04:41:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410528432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410528435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410528437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410528437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410528437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/ae1467e59d1a4e248a5fccaed71a1f22 2024-12-17T04:41:08,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f636db275269466388c9d9390625f0ce is 50, key is test_row_0/C:col10/1734410468014/Put/seqid=0 2024-12-17T04:41:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742265_1441 (size=12151) 2024-12-17T04:41:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T04:41:08,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T04:41:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T04:41:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410528736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410528739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410528740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410528740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410528741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T04:41:08,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:08,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T04:41:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:08,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f636db275269466388c9d9390625f0ce 2024-12-17T04:41:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9c010cbb8cf14672acd0a44ca2e3aae1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9c010cbb8cf14672acd0a44ca2e3aae1 2024-12-17T04:41:08,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9c010cbb8cf14672acd0a44ca2e3aae1, entries=200, sequenceid=194, filesize=14.2 K 2024-12-17T04:41:08,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/ae1467e59d1a4e248a5fccaed71a1f22 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/ae1467e59d1a4e248a5fccaed71a1f22 2024-12-17T04:41:08,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/ae1467e59d1a4e248a5fccaed71a1f22, entries=150, sequenceid=194, filesize=11.9 K 2024-12-17T04:41:08,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/f636db275269466388c9d9390625f0ce as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f636db275269466388c9d9390625f0ce 2024-12-17T04:41:08,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f636db275269466388c9d9390625f0ce, entries=150, sequenceid=194, filesize=11.9 K 2024-12-17T04:41:08,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5989eeb903867c329ae670f539d23140 in 837ms, sequenceid=194, compaction requested=true 2024-12-17T04:41:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:08,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:08,959 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:08,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:08,959 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:08,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:08,959 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:08,959 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,959 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:08,960 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/271ee37f3a164833aaaffdd9e4bf7064, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f5118362894da0bdcb7e0f3f725cee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/ae1467e59d1a4e248a5fccaed71a1f22] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=35.9 K 2024-12-17T04:41:08,960 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6d8f6521764446a78a3a4c708d736012, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/41d777f5590e42a6993cf5c50ef6df1c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9c010cbb8cf14672acd0a44ca2e3aae1] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=38.3 K 2024-12-17T04:41:08,960 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 271ee37f3a164833aaaffdd9e4bf7064, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734410465847 2024-12-17T04:41:08,960 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d8f6521764446a78a3a4c708d736012, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734410465847 2024-12-17T04:41:08,960 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41d777f5590e42a6993cf5c50ef6df1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734410465866 2024-12-17T04:41:08,960 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b6f5118362894da0bdcb7e0f3f725cee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734410465866 2024-12-17T04:41:08,960 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c010cbb8cf14672acd0a44ca2e3aae1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410468013 2024-12-17T04:41:08,960 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1467e59d1a4e248a5fccaed71a1f22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410468013 2024-12-17T04:41:08,966 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:08,967 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9029a8622cc543669f5eba4d0fa39205 is 50, key is test_row_0/A:col10/1734410468014/Put/seqid=0 2024-12-17T04:41:08,969 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:08,969 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/c3f590534c124e3ba248e5ea0f81f2ec is 50, key is test_row_0/B:col10/1734410468014/Put/seqid=0 2024-12-17T04:41:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742266_1442 (size=12595) 2024-12-17T04:41:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742267_1443 (size=12595) 2024-12-17T04:41:09,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T04:41:09,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:09,009 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:41:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:09,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9f4268eb692741abb93c62b9e5fb0701 is 50, key is test_row_0/A:col10/1734410468127/Put/seqid=0 2024-12-17T04:41:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742268_1444 (size=12151) 2024-12-17T04:41:09,016 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9f4268eb692741abb93c62b9e5fb0701 2024-12-17T04:41:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/c1fc80a283684287b0dbc047549f7989 is 50, key is test_row_0/B:col10/1734410468127/Put/seqid=0 2024-12-17T04:41:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742269_1445 (size=12151) 2024-12-17T04:41:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:09,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410529264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410529264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410529267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410529268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410529269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T04:41:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410529374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410529374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410529374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410529374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410529374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,380 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/c3f590534c124e3ba248e5ea0f81f2ec as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c3f590534c124e3ba248e5ea0f81f2ec 2024-12-17T04:41:09,383 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9029a8622cc543669f5eba4d0fa39205 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9029a8622cc543669f5eba4d0fa39205 2024-12-17T04:41:09,383 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into c3f590534c124e3ba248e5ea0f81f2ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:09,383 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:09,384 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=13, startTime=1734410468959; duration=0sec 2024-12-17T04:41:09,384 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:09,384 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:09,384 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:09,384 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:09,384 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:09,384 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:09,385 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f8fdb523f097400e90e13353627feee0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/52ae850515f543808e4a954ef9e0fc16, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f636db275269466388c9d9390625f0ce] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=35.9 K 2024-12-17T04:41:09,385 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f8fdb523f097400e90e13353627feee0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734410465847 2024-12-17T04:41:09,385 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 52ae850515f543808e4a954ef9e0fc16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734410465866 2024-12-17T04:41:09,385 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f636db275269466388c9d9390625f0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410468013 2024-12-17T04:41:09,387 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into 9029a8622cc543669f5eba4d0fa39205(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:09,387 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:09,387 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=13, startTime=1734410468959; duration=0sec 2024-12-17T04:41:09,387 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:09,387 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:09,390 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:09,390 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/73978a139d344d49ad4cbf65352b907e is 50, key is test_row_0/C:col10/1734410468014/Put/seqid=0 2024-12-17T04:41:09,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742270_1446 (size=12595) 2024-12-17T04:41:09,429 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/c1fc80a283684287b0dbc047549f7989 2024-12-17T04:41:09,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/46281cc62643490185d02ab67b156155 is 50, key is test_row_0/C:col10/1734410468127/Put/seqid=0 2024-12-17T04:41:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742271_1447 (size=12151) 2024-12-17T04:41:09,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410529578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410529578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410529579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410529579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410529579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,801 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/73978a139d344d49ad4cbf65352b907e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/73978a139d344d49ad4cbf65352b907e 2024-12-17T04:41:09,804 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into 73978a139d344d49ad4cbf65352b907e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:09,804 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:09,804 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=13, startTime=1734410468959; duration=0sec 2024-12-17T04:41:09,804 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:09,804 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:09,837 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/46281cc62643490185d02ab67b156155 2024-12-17T04:41:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/9f4268eb692741abb93c62b9e5fb0701 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9f4268eb692741abb93c62b9e5fb0701 2024-12-17T04:41:09,843 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9f4268eb692741abb93c62b9e5fb0701, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T04:41:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/c1fc80a283684287b0dbc047549f7989 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c1fc80a283684287b0dbc047549f7989 2024-12-17T04:41:09,845 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c1fc80a283684287b0dbc047549f7989, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T04:41:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/46281cc62643490185d02ab67b156155 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/46281cc62643490185d02ab67b156155 2024-12-17T04:41:09,848 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/46281cc62643490185d02ab67b156155, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T04:41:09,849 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5989eeb903867c329ae670f539d23140 in 840ms, sequenceid=205, compaction requested=false 2024-12-17T04:41:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-17T04:41:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-17T04:41:09,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-17T04:41:09,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-12-17T04:41:09,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.6050 sec 2024-12-17T04:41:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:09,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T04:41:09,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:09,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:09,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:09,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:09,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:09,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:09,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/587b25a92ab8468d9c247e82fc0a4ad3 is 50, key is test_row_0/A:col10/1734410469267/Put/seqid=0 2024-12-17T04:41:09,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410529886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742272_1448 (size=14541) 2024-12-17T04:41:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410529888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410529888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410529890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410529890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410529992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410529993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410529993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410529995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410529995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410530197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410530198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410530198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410530200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410530200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/587b25a92ab8468d9c247e82fc0a4ad3 2024-12-17T04:41:10,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/7ade0f7980d040d183b6b131331c9062 is 50, key is test_row_0/B:col10/1734410469267/Put/seqid=0 2024-12-17T04:41:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742273_1449 (size=12151) 2024-12-17T04:41:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T04:41:10,351 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-17T04:41:10,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-17T04:41:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T04:41:10,353 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:10,353 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:10,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T04:41:10,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T04:41:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:10,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410530502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410530505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410530506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410530506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410530508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T04:41:10,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T04:41:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/7ade0f7980d040d183b6b131331c9062 2024-12-17T04:41:10,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/56756971bcfd420bb9ce6c4e781049e4 is 50, key is test_row_0/C:col10/1734410469267/Put/seqid=0 2024-12-17T04:41:10,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742274_1450 (size=12151) 2024-12-17T04:41:10,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T04:41:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T04:41:10,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:10,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T04:41:10,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:10,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410531008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410531009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410531011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410531011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410531012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:11,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/56756971bcfd420bb9ce6c4e781049e4 2024-12-17T04:41:11,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:11,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/587b25a92ab8468d9c247e82fc0a4ad3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/587b25a92ab8468d9c247e82fc0a4ad3 2024-12-17T04:41:11,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T04:41:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:11,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:11,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/587b25a92ab8468d9c247e82fc0a4ad3, entries=200, sequenceid=234, filesize=14.2 K 2024-12-17T04:41:11,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/7ade0f7980d040d183b6b131331c9062 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/7ade0f7980d040d183b6b131331c9062 2024-12-17T04:41:11,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/7ade0f7980d040d183b6b131331c9062, entries=150, sequenceid=234, filesize=11.9 K 2024-12-17T04:41:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/56756971bcfd420bb9ce6c4e781049e4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/56756971bcfd420bb9ce6c4e781049e4 2024-12-17T04:41:11,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/56756971bcfd420bb9ce6c4e781049e4, entries=150, sequenceid=234, filesize=11.9 K 2024-12-17T04:41:11,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5989eeb903867c329ae670f539d23140 in 1239ms, sequenceid=234, compaction requested=true 2024-12-17T04:41:11,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:11,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:11,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:11,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:11,124 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:11,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:11,124 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:11,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:11,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:11,124 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:11,124 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:11,124 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:11,124 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:11,124 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:11,124 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:11,124 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9029a8622cc543669f5eba4d0fa39205, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9f4268eb692741abb93c62b9e5fb0701, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/587b25a92ab8468d9c247e82fc0a4ad3] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=38.4 K 2024-12-17T04:41:11,124 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c3f590534c124e3ba248e5ea0f81f2ec, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c1fc80a283684287b0dbc047549f7989, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/7ade0f7980d040d183b6b131331c9062] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=36.0 K 2024-12-17T04:41:11,125 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9029a8622cc543669f5eba4d0fa39205, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410468013 2024-12-17T04:41:11,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f590534c124e3ba248e5ea0f81f2ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410468013 2024-12-17T04:41:11,125 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f4268eb692741abb93c62b9e5fb0701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734410468125 2024-12-17T04:41:11,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c1fc80a283684287b0dbc047549f7989, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734410468125 2024-12-17T04:41:11,125 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 587b25a92ab8468d9c247e82fc0a4ad3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410469263 2024-12-17T04:41:11,125 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ade0f7980d040d183b6b131331c9062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410469267 2024-12-17T04:41:11,130 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:11,131 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/6238152d99ab4ebd82d3d7f436c6d392 is 50, key is test_row_0/A:col10/1734410469267/Put/seqid=0 2024-12-17T04:41:11,131 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:11,132 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/5b141ce2b4624cbb885ec56f40c045dc is 50, key is test_row_0/B:col10/1734410469267/Put/seqid=0 2024-12-17T04:41:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742275_1451 (size=12697) 2024-12-17T04:41:11,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742276_1452 (size=12697) 2024-12-17T04:41:11,155 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/5b141ce2b4624cbb885ec56f40c045dc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5b141ce2b4624cbb885ec56f40c045dc 2024-12-17T04:41:11,158 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into 5b141ce2b4624cbb885ec56f40c045dc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:11,158 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:11,158 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=13, startTime=1734410471123; duration=0sec 2024-12-17T04:41:11,158 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:11,158 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:11,158 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:11,159 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:11,159 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:11,159 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:11,159 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/73978a139d344d49ad4cbf65352b907e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/46281cc62643490185d02ab67b156155, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/56756971bcfd420bb9ce6c4e781049e4] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=36.0 K 2024-12-17T04:41:11,160 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 73978a139d344d49ad4cbf65352b907e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734410468013 2024-12-17T04:41:11,160 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 46281cc62643490185d02ab67b156155, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734410468125 2024-12-17T04:41:11,160 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 56756971bcfd420bb9ce6c4e781049e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410469267 2024-12-17T04:41:11,167 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:11,168 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/12b8855559e744f8a91de276cedee774 is 50, key is test_row_0/C:col10/1734410469267/Put/seqid=0 2024-12-17T04:41:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742277_1453 (size=12697) 2024-12-17T04:41:11,190 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/12b8855559e744f8a91de276cedee774 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/12b8855559e744f8a91de276cedee774 2024-12-17T04:41:11,193 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into 12b8855559e744f8a91de276cedee774(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:11,193 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:11,193 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=13, startTime=1734410471124; duration=0sec 2024-12-17T04:41:11,193 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:11,193 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:11,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:11,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T04:41:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:11,267 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-17T04:41:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/3c68f789f5aa469b820e05616f6ab94f is 50, key is test_row_0/A:col10/1734410469887/Put/seqid=0 2024-12-17T04:41:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742278_1454 (size=12151) 2024-12-17T04:41:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T04:41:11,543 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/6238152d99ab4ebd82d3d7f436c6d392 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6238152d99ab4ebd82d3d7f436c6d392 2024-12-17T04:41:11,547 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into 6238152d99ab4ebd82d3d7f436c6d392(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:11,547 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:11,547 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=13, startTime=1734410471123; duration=0sec 2024-12-17T04:41:11,547 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:11,547 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:11,676 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/3c68f789f5aa469b820e05616f6ab94f 2024-12-17T04:41:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/a8bb4d467a1f496ba77b33f0f7f9415f is 50, key is test_row_0/B:col10/1734410469887/Put/seqid=0 2024-12-17T04:41:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742279_1455 (size=12151) 2024-12-17T04:41:12,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410532063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410532064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410532064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410532070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410532070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,086 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/a8bb4d467a1f496ba77b33f0f7f9415f 2024-12-17T04:41:12,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/1558d79969e54046b5283201ce4ffd5f is 50, key is test_row_0/C:col10/1734410469887/Put/seqid=0 2024-12-17T04:41:12,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742280_1456 (size=12151) 2024-12-17T04:41:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410532171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410532171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410532171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410532175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410532176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410532375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410532376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410532376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410532382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410532382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T04:41:12,496 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/1558d79969e54046b5283201ce4ffd5f 2024-12-17T04:41:12,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/3c68f789f5aa469b820e05616f6ab94f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/3c68f789f5aa469b820e05616f6ab94f 2024-12-17T04:41:12,502 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/3c68f789f5aa469b820e05616f6ab94f, entries=150, sequenceid=246, filesize=11.9 K 2024-12-17T04:41:12,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/a8bb4d467a1f496ba77b33f0f7f9415f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/a8bb4d467a1f496ba77b33f0f7f9415f 2024-12-17T04:41:12,504 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/a8bb4d467a1f496ba77b33f0f7f9415f, entries=150, sequenceid=246, filesize=11.9 K 2024-12-17T04:41:12,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/1558d79969e54046b5283201ce4ffd5f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/1558d79969e54046b5283201ce4ffd5f 2024-12-17T04:41:12,507 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/1558d79969e54046b5283201ce4ffd5f, entries=150, sequenceid=246, filesize=11.9 K 2024-12-17T04:41:12,508 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 5989eeb903867c329ae670f539d23140 in 1241ms, sequenceid=246, compaction requested=false 2024-12-17T04:41:12,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:12,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:12,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-17T04:41:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-17T04:41:12,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-17T04:41:12,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1560 sec 2024-12-17T04:41:12,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.1580 sec 2024-12-17T04:41:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:12,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T04:41:12,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:12,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:12,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:12,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:12,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:12,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:12,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/ac2df52677c147c3b0b8c3c904cb127f is 50, key is test_row_0/A:col10/1734410472034/Put/seqid=0 2024-12-17T04:41:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742281_1457 (size=17181) 2024-12-17T04:41:12,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410532686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410532686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410532686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410532686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410532690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410532791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410532791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410532794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410532995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410532995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410532996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/ac2df52677c147c3b0b8c3c904cb127f 2024-12-17T04:41:13,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/f663734a0c8c47c1ac5003e5acf6d5c8 is 50, key is test_row_0/B:col10/1734410472034/Put/seqid=0 2024-12-17T04:41:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742282_1458 (size=12301) 2024-12-17T04:41:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410533191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410533193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410533298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410533300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410533301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/f663734a0c8c47c1ac5003e5acf6d5c8 2024-12-17T04:41:13,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/2321382b83244f69b85c9b2e1baa76f2 is 50, key is test_row_0/C:col10/1734410472034/Put/seqid=0 2024-12-17T04:41:13,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742283_1459 (size=12301) 2024-12-17T04:41:13,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410533805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410533806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410533806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:13,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/2321382b83244f69b85c9b2e1baa76f2 2024-12-17T04:41:13,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/ac2df52677c147c3b0b8c3c904cb127f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ac2df52677c147c3b0b8c3c904cb127f 2024-12-17T04:41:13,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ac2df52677c147c3b0b8c3c904cb127f, entries=250, sequenceid=276, filesize=16.8 K 2024-12-17T04:41:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/f663734a0c8c47c1ac5003e5acf6d5c8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f663734a0c8c47c1ac5003e5acf6d5c8 2024-12-17T04:41:13,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f663734a0c8c47c1ac5003e5acf6d5c8, entries=150, sequenceid=276, filesize=12.0 K 2024-12-17T04:41:13,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/2321382b83244f69b85c9b2e1baa76f2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/2321382b83244f69b85c9b2e1baa76f2 2024-12-17T04:41:13,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/2321382b83244f69b85c9b2e1baa76f2, entries=150, sequenceid=276, filesize=12.0 K 2024-12-17T04:41:13,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 5989eeb903867c329ae670f539d23140 in 1235ms, sequenceid=276, compaction requested=true 2024-12-17T04:41:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:13,917 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:13,917 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:13,917 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:13,917 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42029 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:13,917 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:13,917 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:13,917 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:13,917 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:13,917 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5b141ce2b4624cbb885ec56f40c045dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/a8bb4d467a1f496ba77b33f0f7f9415f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f663734a0c8c47c1ac5003e5acf6d5c8] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=36.3 K 2024-12-17T04:41:13,917 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6238152d99ab4ebd82d3d7f436c6d392, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/3c68f789f5aa469b820e05616f6ab94f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ac2df52677c147c3b0b8c3c904cb127f] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=41.0 K 2024-12-17T04:41:13,918 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b141ce2b4624cbb885ec56f40c045dc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410469267 2024-12-17T04:41:13,918 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6238152d99ab4ebd82d3d7f436c6d392, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410469267 2024-12-17T04:41:13,918 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a8bb4d467a1f496ba77b33f0f7f9415f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734410469886 2024-12-17T04:41:13,918 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c68f789f5aa469b820e05616f6ab94f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734410469886 2024-12-17T04:41:13,918 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f663734a0c8c47c1ac5003e5acf6d5c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410472034 2024-12-17T04:41:13,918 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac2df52677c147c3b0b8c3c904cb127f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410472034 2024-12-17T04:41:13,923 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#389 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:13,923 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:13,923 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b81db58c847e4abb8cb231f4d5a12784 is 50, key is test_row_0/B:col10/1734410472034/Put/seqid=0 2024-12-17T04:41:13,923 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d3028b01107f4ec18f84a07fc080fb4c is 50, key is test_row_0/A:col10/1734410472034/Put/seqid=0 2024-12-17T04:41:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742284_1460 (size=12949) 2024-12-17T04:41:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742285_1461 (size=12949) 2024-12-17T04:41:13,931 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d3028b01107f4ec18f84a07fc080fb4c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d3028b01107f4ec18f84a07fc080fb4c 2024-12-17T04:41:13,939 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into d3028b01107f4ec18f84a07fc080fb4c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:13,940 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:13,940 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=13, startTime=1734410473917; duration=0sec 2024-12-17T04:41:13,940 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:13,940 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:13,940 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:13,941 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:13,941 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:13,941 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:13,941 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/12b8855559e744f8a91de276cedee774, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/1558d79969e54046b5283201ce4ffd5f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/2321382b83244f69b85c9b2e1baa76f2] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=36.3 K 2024-12-17T04:41:13,941 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12b8855559e744f8a91de276cedee774, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734410469267 2024-12-17T04:41:13,941 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1558d79969e54046b5283201ce4ffd5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734410469886 2024-12-17T04:41:13,941 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2321382b83244f69b85c9b2e1baa76f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410472034 2024-12-17T04:41:13,946 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:13,946 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/cb876a0585fd46499ee7647e329b4e37 is 50, key is test_row_0/C:col10/1734410472034/Put/seqid=0 2024-12-17T04:41:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742286_1462 (size=12949) 2024-12-17T04:41:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:14,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:41:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:14,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/40bfa2281f8545a796c34087b6dc5d6d is 50, key is test_row_0/A:col10/1734410474203/Put/seqid=0 2024-12-17T04:41:14,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742287_1463 (size=17181) 2024-12-17T04:41:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410534256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410534260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,330 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b81db58c847e4abb8cb231f4d5a12784 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b81db58c847e4abb8cb231f4d5a12784 2024-12-17T04:41:14,333 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into b81db58c847e4abb8cb231f4d5a12784(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:14,333 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:14,333 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=13, startTime=1734410473917; duration=0sec 2024-12-17T04:41:14,333 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:14,333 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:14,353 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/cb876a0585fd46499ee7647e329b4e37 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/cb876a0585fd46499ee7647e329b4e37 2024-12-17T04:41:14,356 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into cb876a0585fd46499ee7647e329b4e37(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:14,356 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:14,356 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=13, startTime=1734410473917; duration=0sec 2024-12-17T04:41:14,357 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:14,357 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410534361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410534365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T04:41:14,457 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-17T04:41:14,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-17T04:41:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T04:41:14,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:14,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:14,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T04:41:14,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410534564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410534568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-17T04:41:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:14,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/40bfa2281f8545a796c34087b6dc5d6d 2024-12-17T04:41:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:14,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/dc1bbadfebae42d89efca38e27a36d54 is 50, key is test_row_0/B:col10/1734410474203/Put/seqid=0 2024-12-17T04:41:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742288_1464 (size=12301) 2024-12-17T04:41:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T04:41:14,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-17T04:41:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:14,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410534810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410534810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410534816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410534869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410534872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:14,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-17T04:41:14,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:14,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:15,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/dc1bbadfebae42d89efca38e27a36d54 2024-12-17T04:41:15,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/36124fbf2e694605b41703e72610ffd2 is 50, key is test_row_0/C:col10/1734410474203/Put/seqid=0 2024-12-17T04:41:15,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742289_1465 (size=12301) 2024-12-17T04:41:15,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/36124fbf2e694605b41703e72610ffd2 2024-12-17T04:41:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/40bfa2281f8545a796c34087b6dc5d6d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/40bfa2281f8545a796c34087b6dc5d6d 2024-12-17T04:41:15,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/40bfa2281f8545a796c34087b6dc5d6d, entries=250, sequenceid=288, filesize=16.8 K 2024-12-17T04:41:15,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/dc1bbadfebae42d89efca38e27a36d54 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/dc1bbadfebae42d89efca38e27a36d54 2024-12-17T04:41:15,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/dc1bbadfebae42d89efca38e27a36d54, entries=150, sequenceid=288, filesize=12.0 K 2024-12-17T04:41:15,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/36124fbf2e694605b41703e72610ffd2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/36124fbf2e694605b41703e72610ffd2 2024-12-17T04:41:15,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/36124fbf2e694605b41703e72610ffd2, entries=150, sequenceid=288, filesize=12.0 K 2024-12-17T04:41:15,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5989eeb903867c329ae670f539d23140 in 837ms, sequenceid=288, compaction requested=false 2024-12-17T04:41:15,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T04:41:15,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-17T04:41:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:15,068 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T04:41:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/76aa13b3afc643feac0986278864d446 is 50, key is test_row_0/A:col10/1734410474250/Put/seqid=0 2024-12-17T04:41:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742290_1466 (size=12301) 2024-12-17T04:41:15,075 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/76aa13b3afc643feac0986278864d446 2024-12-17T04:41:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b5ce085578a7406ca512d7d1e0bd3238 is 50, key is test_row_0/B:col10/1734410474250/Put/seqid=0 2024-12-17T04:41:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742291_1467 (size=12301) 2024-12-17T04:41:15,084 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b5ce085578a7406ca512d7d1e0bd3238 2024-12-17T04:41:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/8f70f9d012a4401b8da5c336a607f6f9 is 50, key is test_row_0/C:col10/1734410474250/Put/seqid=0 2024-12-17T04:41:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742292_1468 (size=12301) 2024-12-17T04:41:15,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410535388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410535390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410535491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,494 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/8f70f9d012a4401b8da5c336a607f6f9 2024-12-17T04:41:15,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410535493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/76aa13b3afc643feac0986278864d446 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/76aa13b3afc643feac0986278864d446 2024-12-17T04:41:15,500 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/76aa13b3afc643feac0986278864d446, entries=150, sequenceid=315, filesize=12.0 K 2024-12-17T04:41:15,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b5ce085578a7406ca512d7d1e0bd3238 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b5ce085578a7406ca512d7d1e0bd3238 2024-12-17T04:41:15,502 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b5ce085578a7406ca512d7d1e0bd3238, entries=150, sequenceid=315, filesize=12.0 K 2024-12-17T04:41:15,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/8f70f9d012a4401b8da5c336a607f6f9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/8f70f9d012a4401b8da5c336a607f6f9 2024-12-17T04:41:15,505 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/8f70f9d012a4401b8da5c336a607f6f9, entries=150, sequenceid=315, filesize=12.0 K 2024-12-17T04:41:15,506 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5989eeb903867c329ae670f539d23140 in 437ms, sequenceid=315, compaction requested=true 2024-12-17T04:41:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-17T04:41:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-17T04:41:15,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-17T04:41:15,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-12-17T04:41:15,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0500 sec 2024-12-17T04:41:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T04:41:15,561 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-17T04:41:15,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-17T04:41:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T04:41:15,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:15,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:15,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T04:41:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:15,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:41:15,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:15,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:15,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:15,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:15,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:15,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:15,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/e54f2012af6a4812aabd84da98d77a30 is 50, key is test_row_0/A:col10/1734410475699/Put/seqid=0 2024-12-17T04:41:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742293_1469 (size=12301) 2024-12-17T04:41:15,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:15,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:15,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410535759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410535759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T04:41:15,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:15,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:15,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:15,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:15,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:15,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:15,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410535864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:15,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410535864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410536070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410536070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/e54f2012af6a4812aabd84da98d77a30 2024-12-17T04:41:16,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/07ff562cc12c46d2a5a542726cf5a653 is 50, key is test_row_0/B:col10/1734410475699/Put/seqid=0 2024-12-17T04:41:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742294_1470 (size=12301) 2024-12-17T04:41:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T04:41:16,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:16,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:16,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410536375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410536375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/07ff562cc12c46d2a5a542726cf5a653 2024-12-17T04:41:16,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/358f2504efbb4350ba747202f3dfb75a is 50, key is test_row_0/C:col10/1734410475699/Put/seqid=0 2024-12-17T04:41:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742295_1471 (size=12301) 2024-12-17T04:41:16,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T04:41:16,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33316 deadline: 1734410536819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,821 DEBUG [Thread-1823 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:16,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33314 deadline: 1734410536827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,830 DEBUG [Thread-1825 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:16,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33360 deadline: 1734410536832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,834 DEBUG [Thread-1827 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., hostname=07dc45045cb2,44187,1734410331712, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410536879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410536880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/358f2504efbb4350ba747202f3dfb75a 2024-12-17T04:41:16,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/e54f2012af6a4812aabd84da98d77a30 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/e54f2012af6a4812aabd84da98d77a30 2024-12-17T04:41:16,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/e54f2012af6a4812aabd84da98d77a30, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T04:41:16,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/07ff562cc12c46d2a5a542726cf5a653 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/07ff562cc12c46d2a5a542726cf5a653 2024-12-17T04:41:16,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/07ff562cc12c46d2a5a542726cf5a653, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T04:41:16,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/358f2504efbb4350ba747202f3dfb75a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/358f2504efbb4350ba747202f3dfb75a 2024-12-17T04:41:16,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/358f2504efbb4350ba747202f3dfb75a, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T04:41:16,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5989eeb903867c329ae670f539d23140 in 1238ms, sequenceid=328, compaction requested=true 2024-12-17T04:41:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:16,937 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:16,937 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:16,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:16,938 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,938 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,938 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b81db58c847e4abb8cb231f4d5a12784, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/dc1bbadfebae42d89efca38e27a36d54, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b5ce085578a7406ca512d7d1e0bd3238, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/07ff562cc12c46d2a5a542726cf5a653] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=48.7 K 2024-12-17T04:41:16,938 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d3028b01107f4ec18f84a07fc080fb4c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/40bfa2281f8545a796c34087b6dc5d6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/76aa13b3afc643feac0986278864d446, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/e54f2012af6a4812aabd84da98d77a30] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=53.4 K 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b81db58c847e4abb8cb231f4d5a12784, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410472034 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3028b01107f4ec18f84a07fc080fb4c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410472034 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting dc1bbadfebae42d89efca38e27a36d54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734410474199 2024-12-17T04:41:16,938 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40bfa2281f8545a796c34087b6dc5d6d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734410472689 2024-12-17T04:41:16,939 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b5ce085578a7406ca512d7d1e0bd3238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734410474250 2024-12-17T04:41:16,939 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76aa13b3afc643feac0986278864d446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734410474250 2024-12-17T04:41:16,939 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 07ff562cc12c46d2a5a542726cf5a653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734410475388 2024-12-17T04:41:16,939 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e54f2012af6a4812aabd84da98d77a30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734410475388 2024-12-17T04:41:16,945 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:16,946 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b6f8a8b9b2414e7a807e5fa728a459a9 is 50, key is test_row_0/B:col10/1734410475699/Put/seqid=0 2024-12-17T04:41:16,949 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742296_1472 (size=13085) 2024-12-17T04:41:16,949 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/ccd21dfe92794e74a8d68e7d05b5c5f8 is 50, key is test_row_0/A:col10/1734410475699/Put/seqid=0 2024-12-17T04:41:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742297_1473 (size=13085) 2024-12-17T04:41:16,955 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/ccd21dfe92794e74a8d68e7d05b5c5f8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ccd21dfe92794e74a8d68e7d05b5c5f8 2024-12-17T04:41:16,958 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into ccd21dfe92794e74a8d68e7d05b5c5f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:16,958 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:16,958 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=12, startTime=1734410476937; duration=0sec 2024-12-17T04:41:16,958 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:16,958 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:16,958 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:16,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:16,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:16,959 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,959 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/cb876a0585fd46499ee7647e329b4e37, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/36124fbf2e694605b41703e72610ffd2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/8f70f9d012a4401b8da5c336a607f6f9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/358f2504efbb4350ba747202f3dfb75a] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=48.7 K 2024-12-17T04:41:16,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb876a0585fd46499ee7647e329b4e37, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734410472034 2024-12-17T04:41:16,959 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36124fbf2e694605b41703e72610ffd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734410474199 2024-12-17T04:41:16,960 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f70f9d012a4401b8da5c336a607f6f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734410474250 2024-12-17T04:41:16,960 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 358f2504efbb4350ba747202f3dfb75a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734410475388 2024-12-17T04:41:16,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:16,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T04:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:16,966 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T04:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:16,969 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:16,970 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/91d99afd5e02499281fe00a866ea852e is 50, key is test_row_0/C:col10/1734410475699/Put/seqid=0 2024-12-17T04:41:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/c908e4dc860d46879b8ea4677a80c5e9 is 50, key is test_row_0/A:col10/1734410475729/Put/seqid=0 2024-12-17T04:41:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742298_1474 (size=13085) 2024-12-17T04:41:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742299_1475 (size=12301) 2024-12-17T04:41:17,352 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/b6f8a8b9b2414e7a807e5fa728a459a9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f8a8b9b2414e7a807e5fa728a459a9 2024-12-17T04:41:17,355 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into b6f8a8b9b2414e7a807e5fa728a459a9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:17,355 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:17,355 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=12, startTime=1734410476937; duration=0sec 2024-12-17T04:41:17,355 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:17,355 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:17,377 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/91d99afd5e02499281fe00a866ea852e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/91d99afd5e02499281fe00a866ea852e 2024-12-17T04:41:17,381 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into 91d99afd5e02499281fe00a866ea852e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:17,381 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:17,381 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=12, startTime=1734410476937; duration=0sec 2024-12-17T04:41:17,381 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:17,381 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:17,384 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/c908e4dc860d46879b8ea4677a80c5e9 2024-12-17T04:41:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/5f6830a6e5c645e88a021b9ffa4e8ab3 is 50, key is test_row_0/B:col10/1734410475729/Put/seqid=0 2024-12-17T04:41:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742300_1476 (size=12301) 2024-12-17T04:41:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T04:41:17,793 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/5f6830a6e5c645e88a021b9ffa4e8ab3 2024-12-17T04:41:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/05066a2858804c10b3e9f9c4e2e3c0f9 is 50, key is test_row_0/C:col10/1734410475729/Put/seqid=0 2024-12-17T04:41:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742301_1477 (size=12301) 2024-12-17T04:41:17,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410537918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:17,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410537919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410538023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410538024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,201 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/05066a2858804c10b3e9f9c4e2e3c0f9 2024-12-17T04:41:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/c908e4dc860d46879b8ea4677a80c5e9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/c908e4dc860d46879b8ea4677a80c5e9 2024-12-17T04:41:18,206 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/c908e4dc860d46879b8ea4677a80c5e9, entries=150, sequenceid=353, filesize=12.0 K 2024-12-17T04:41:18,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/5f6830a6e5c645e88a021b9ffa4e8ab3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5f6830a6e5c645e88a021b9ffa4e8ab3 2024-12-17T04:41:18,209 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5f6830a6e5c645e88a021b9ffa4e8ab3, entries=150, sequenceid=353, filesize=12.0 K 2024-12-17T04:41:18,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/05066a2858804c10b3e9f9c4e2e3c0f9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/05066a2858804c10b3e9f9c4e2e3c0f9 2024-12-17T04:41:18,212 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/05066a2858804c10b3e9f9c4e2e3c0f9, entries=150, sequenceid=353, filesize=12.0 K 2024-12-17T04:41:18,213 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5989eeb903867c329ae670f539d23140 in 1247ms, sequenceid=353, compaction requested=false 2024-12-17T04:41:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-17T04:41:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-17T04:41:18,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-17T04:41:18,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6500 sec 2024-12-17T04:41:18,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.6520 sec 2024-12-17T04:41:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:18,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T04:41:18,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:18,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:18,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:18,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:18,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:18,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:18,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/4353db16418a4987965218e3a777e9ae is 50, key is test_row_0/A:col10/1734410477913/Put/seqid=0 2024-12-17T04:41:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742302_1478 (size=17181) 2024-12-17T04:41:18,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/4353db16418a4987965218e3a777e9ae 2024-12-17T04:41:18,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/215722f2c3594d0fb636326494755947 is 50, key is test_row_0/B:col10/1734410477913/Put/seqid=0 2024-12-17T04:41:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742303_1479 (size=12301) 2024-12-17T04:41:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410538266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410538267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410538368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410538371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410538574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410538578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/215722f2c3594d0fb636326494755947 2024-12-17T04:41:18,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/3e7d1d5970654158873c0e47fc4787c4 is 50, key is test_row_0/C:col10/1734410477913/Put/seqid=0 2024-12-17T04:41:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742304_1480 (size=12301) 2024-12-17T04:41:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410538878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:18,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410538881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/3e7d1d5970654158873c0e47fc4787c4 2024-12-17T04:41:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/4353db16418a4987965218e3a777e9ae as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/4353db16418a4987965218e3a777e9ae 2024-12-17T04:41:19,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/4353db16418a4987965218e3a777e9ae, entries=250, sequenceid=369, filesize=16.8 K 2024-12-17T04:41:19,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/215722f2c3594d0fb636326494755947 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/215722f2c3594d0fb636326494755947 2024-12-17T04:41:19,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/215722f2c3594d0fb636326494755947, entries=150, sequenceid=369, filesize=12.0 K 2024-12-17T04:41:19,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/3e7d1d5970654158873c0e47fc4787c4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3e7d1d5970654158873c0e47fc4787c4 2024-12-17T04:41:19,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3e7d1d5970654158873c0e47fc4787c4, entries=150, sequenceid=369, filesize=12.0 K 2024-12-17T04:41:19,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5989eeb903867c329ae670f539d23140 in 837ms, sequenceid=369, compaction requested=true 2024-12-17T04:41:19,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:19,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:19,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:19,066 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:19,066 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:19,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:19,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:19,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5989eeb903867c329ae670f539d23140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:19,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:19,067 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:19,067 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:19,067 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/B is initiating minor compaction (all files) 2024-12-17T04:41:19,067 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/A is initiating minor compaction (all files) 2024-12-17T04:41:19,067 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/A in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:19,067 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/B in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:19,067 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f8a8b9b2414e7a807e5fa728a459a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5f6830a6e5c645e88a021b9ffa4e8ab3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/215722f2c3594d0fb636326494755947] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=36.8 K 2024-12-17T04:41:19,067 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ccd21dfe92794e74a8d68e7d05b5c5f8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/c908e4dc860d46879b8ea4677a80c5e9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/4353db16418a4987965218e3a777e9ae] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=41.6 K 2024-12-17T04:41:19,068 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccd21dfe92794e74a8d68e7d05b5c5f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734410475388 2024-12-17T04:41:19,068 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b6f8a8b9b2414e7a807e5fa728a459a9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734410475388 2024-12-17T04:41:19,068 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting c908e4dc860d46879b8ea4677a80c5e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734410475729 2024-12-17T04:41:19,068 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f6830a6e5c645e88a021b9ffa4e8ab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734410475729 2024-12-17T04:41:19,068 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4353db16418a4987965218e3a777e9ae, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734410477913 2024-12-17T04:41:19,068 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 215722f2c3594d0fb636326494755947, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734410477913 2024-12-17T04:41:19,075 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#B#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:19,075 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:19,075 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/83b06b85c2d94037ac25028bf2d4cef2 is 50, key is test_row_0/B:col10/1734410477913/Put/seqid=0 2024-12-17T04:41:19,075 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/aa98fbe87804477d94c940364fa1d0fc is 50, key is test_row_0/A:col10/1734410477913/Put/seqid=0 2024-12-17T04:41:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742305_1481 (size=13187) 2024-12-17T04:41:19,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742306_1482 (size=13187) 2024-12-17T04:41:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:19,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T04:41:19,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:19,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:19,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:19,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:19,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:19,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:19,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d0b754a1c48c40ca9d78da975f6359fa is 50, key is test_row_0/A:col10/1734410479389/Put/seqid=0 2024-12-17T04:41:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742307_1483 (size=17181) 2024-12-17T04:41:19,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410539410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410539413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,483 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/aa98fbe87804477d94c940364fa1d0fc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/aa98fbe87804477d94c940364fa1d0fc 2024-12-17T04:41:19,486 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/A of 5989eeb903867c329ae670f539d23140 into aa98fbe87804477d94c940364fa1d0fc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:19,486 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:19,486 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/A, priority=13, startTime=1734410479066; duration=0sec 2024-12-17T04:41:19,486 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:19,487 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:A 2024-12-17T04:41:19,487 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:19,487 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:19,487 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 5989eeb903867c329ae670f539d23140/C is initiating minor compaction (all files) 2024-12-17T04:41:19,487 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5989eeb903867c329ae670f539d23140/C in TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:19,487 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/91d99afd5e02499281fe00a866ea852e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/05066a2858804c10b3e9f9c4e2e3c0f9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3e7d1d5970654158873c0e47fc4787c4] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp, totalSize=36.8 K 2024-12-17T04:41:19,488 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91d99afd5e02499281fe00a866ea852e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734410475388 2024-12-17T04:41:19,488 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05066a2858804c10b3e9f9c4e2e3c0f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734410475729 2024-12-17T04:41:19,488 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e7d1d5970654158873c0e47fc4787c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734410477913 2024-12-17T04:41:19,492 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5989eeb903867c329ae670f539d23140#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:19,493 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/db0488adc0f54f2e9715e78d371979db is 50, key is test_row_0/C:col10/1734410477913/Put/seqid=0 2024-12-17T04:41:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742308_1484 (size=13187) 2024-12-17T04:41:19,500 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/83b06b85c2d94037ac25028bf2d4cef2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/83b06b85c2d94037ac25028bf2d4cef2 2024-12-17T04:41:19,504 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/B of 5989eeb903867c329ae670f539d23140 into 83b06b85c2d94037ac25028bf2d4cef2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:19,504 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:19,504 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/B, priority=13, startTime=1734410479066; duration=0sec 2024-12-17T04:41:19,505 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:19,505 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:B 2024-12-17T04:41:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410539515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410539516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T04:41:19,667 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-17T04:41:19,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-17T04:41:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T04:41:19,669 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:19,669 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:19,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410539719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410539720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T04:41:19,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d0b754a1c48c40ca9d78da975f6359fa 2024-12-17T04:41:19,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/487bd97ddc914703a5a5fe09df58a0b4 is 50, key is test_row_0/B:col10/1734410479389/Put/seqid=0 2024-12-17T04:41:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742309_1485 (size=12301) 2024-12-17T04:41:19,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/487bd97ddc914703a5a5fe09df58a0b4 2024-12-17T04:41:19,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/61f81af5d7f04e7fa9c1a3a0ffa0dee4 is 50, key is test_row_0/C:col10/1734410479389/Put/seqid=0 2024-12-17T04:41:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742310_1486 (size=12301) 2024-12-17T04:41:19,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-17T04:41:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:19,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:19,829 DEBUG [Thread-1834 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc5e114 to 127.0.0.1:52977 2024-12-17T04:41:19,829 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:19,830 DEBUG [Thread-1830 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:52977 2024-12-17T04:41:19,830 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:19,830 DEBUG [Thread-1832 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:52977 2024-12-17T04:41:19,830 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:19,833 DEBUG [Thread-1838 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17e5a47d to 127.0.0.1:52977 2024-12-17T04:41:19,833 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:19,834 DEBUG [Thread-1836 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e96b8ad to 127.0.0.1:52977 2024-12-17T04:41:19,834 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:19,904 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/db0488adc0f54f2e9715e78d371979db as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/db0488adc0f54f2e9715e78d371979db 2024-12-17T04:41:19,909 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5989eeb903867c329ae670f539d23140/C of 5989eeb903867c329ae670f539d23140 into db0488adc0f54f2e9715e78d371979db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:19,910 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:19,910 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140., storeName=5989eeb903867c329ae670f539d23140/C, priority=13, startTime=1734410479067; duration=0sec 2024-12-17T04:41:19,910 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:19,910 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5989eeb903867c329ae670f539d23140:C 2024-12-17T04:41:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T04:41:19,972 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:19,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-17T04:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:19,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:20,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33376 deadline: 1734410540022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:20,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33400 deadline: 1734410540026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:20,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:20,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-17T04:41:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:20,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:20,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:20,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:20,157 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T04:41:20,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/61f81af5d7f04e7fa9c1a3a0ffa0dee4 2024-12-17T04:41:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/d0b754a1c48c40ca9d78da975f6359fa as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d0b754a1c48c40ca9d78da975f6359fa 2024-12-17T04:41:20,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d0b754a1c48c40ca9d78da975f6359fa, entries=250, sequenceid=393, filesize=16.8 K 2024-12-17T04:41:20,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/487bd97ddc914703a5a5fe09df58a0b4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/487bd97ddc914703a5a5fe09df58a0b4 2024-12-17T04:41:20,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/487bd97ddc914703a5a5fe09df58a0b4, entries=150, sequenceid=393, filesize=12.0 K 2024-12-17T04:41:20,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/61f81af5d7f04e7fa9c1a3a0ffa0dee4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/61f81af5d7f04e7fa9c1a3a0ffa0dee4 2024-12-17T04:41:20,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/61f81af5d7f04e7fa9c1a3a0ffa0dee4, entries=150, sequenceid=393, filesize=12.0 K 2024-12-17T04:41:20,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5989eeb903867c329ae670f539d23140 in 845ms, sequenceid=393, compaction requested=false 2024-12-17T04:41:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T04:41:20,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:20,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-17T04:41:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:20,281 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:41:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:20,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/250e239d67734e53842f55434e34fd51 is 50, key is test_row_0/A:col10/1734410479409/Put/seqid=0 2024-12-17T04:41:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742311_1487 (size=12301) 2024-12-17T04:41:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. as already flushing 2024-12-17T04:41:20,532 DEBUG [Thread-1819 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:52977 2024-12-17T04:41:20,532 DEBUG [Thread-1821 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:52977 2024-12-17T04:41:20,532 DEBUG [Thread-1819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:20,532 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:20,689 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/250e239d67734e53842f55434e34fd51 2024-12-17T04:41:20,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/6796d50853b94f9095bef3adbe845781 is 50, key is test_row_0/B:col10/1734410479409/Put/seqid=0 2024-12-17T04:41:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742312_1488 (size=12301) 2024-12-17T04:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T04:41:20,834 DEBUG [Thread-1823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:52977 2024-12-17T04:41:20,834 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:20,848 DEBUG [Thread-1827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:52977 2024-12-17T04:41:20,848 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:20,864 DEBUG [Thread-1825 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:52977 2024-12-17T04:41:20,864 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:21,106 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/6796d50853b94f9095bef3adbe845781 2024-12-17T04:41:21,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/ff790bfe822d4fd89519618805839a01 is 50, key is test_row_0/C:col10/1734410479409/Put/seqid=0 2024-12-17T04:41:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742313_1489 (size=12301) 2024-12-17T04:41:21,519 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/ff790bfe822d4fd89519618805839a01 2024-12-17T04:41:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/250e239d67734e53842f55434e34fd51 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/250e239d67734e53842f55434e34fd51 2024-12-17T04:41:21,535 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/250e239d67734e53842f55434e34fd51, entries=150, sequenceid=408, filesize=12.0 K 2024-12-17T04:41:21,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/6796d50853b94f9095bef3adbe845781 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/6796d50853b94f9095bef3adbe845781 2024-12-17T04:41:21,539 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/6796d50853b94f9095bef3adbe845781, entries=150, sequenceid=408, filesize=12.0 K 2024-12-17T04:41:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/ff790bfe822d4fd89519618805839a01 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/ff790bfe822d4fd89519618805839a01 2024-12-17T04:41:21,544 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/ff790bfe822d4fd89519618805839a01, entries=150, sequenceid=408, filesize=12.0 K 2024-12-17T04:41:21,545 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=33.54 KB/34350 for 5989eeb903867c329ae670f539d23140 in 1264ms, sequenceid=408, compaction requested=true 2024-12-17T04:41:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-17T04:41:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-17T04:41:21,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-17T04:41:21,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8770 sec 2024-12-17T04:41:21,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8790 sec 2024-12-17T04:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T04:41:21,774 INFO [Thread-1829 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3397 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10191 rows 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3379 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10137 rows 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3385 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10155 rows 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3389 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10167 rows 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3405 2024-12-17T04:41:21,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10215 rows 2024-12-17T04:41:21,775 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T04:41:21,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:52977 2024-12-17T04:41:21,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:21,776 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T04:41:21,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T04:41:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T04:41:21,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410481780"}]},"ts":"1734410481780"} 2024-12-17T04:41:21,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T04:41:21,822 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T04:41:21,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:41:21,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5989eeb903867c329ae670f539d23140, UNASSIGN}] 2024-12-17T04:41:21,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5989eeb903867c329ae670f539d23140, UNASSIGN 2024-12-17T04:41:21,827 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=5989eeb903867c329ae670f539d23140, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:21,829 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:41:21,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure 5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:41:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T04:41:21,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:21,982 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:21,982 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:41:21,982 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing 5989eeb903867c329ae670f539d23140, disabling compactions & flushes 2024-12-17T04:41:21,982 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:21,982 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:21,982 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. after waiting 0 ms 2024-12-17T04:41:21,982 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:21,982 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing 5989eeb903867c329ae670f539d23140 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T04:41:21,982 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=A 2024-12-17T04:41:21,983 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:21,983 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=B 2024-12-17T04:41:21,983 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:21,983 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5989eeb903867c329ae670f539d23140, store=C 2024-12-17T04:41:21,983 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:21,987 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/27b6b3ff96c448678b5bb061242eab8c is 50, key is test_row_0/A:col10/1734410480845/Put/seqid=0 2024-12-17T04:41:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742314_1490 (size=12301) 2024-12-17T04:41:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T04:41:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T04:41:22,392 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/27b6b3ff96c448678b5bb061242eab8c 2024-12-17T04:41:22,400 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/63909e53c31a434f861bb6d710f110e7 is 50, key is test_row_0/B:col10/1734410480845/Put/seqid=0 2024-12-17T04:41:22,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742315_1491 (size=12301) 2024-12-17T04:41:22,806 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/63909e53c31a434f861bb6d710f110e7 2024-12-17T04:41:22,815 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/e607333229b646d99d3af8e1d4094cce is 50, key is test_row_0/C:col10/1734410480845/Put/seqid=0 2024-12-17T04:41:22,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742316_1492 (size=12301) 2024-12-17T04:41:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T04:41:23,222 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/e607333229b646d99d3af8e1d4094cce 2024-12-17T04:41:23,232 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/A/27b6b3ff96c448678b5bb061242eab8c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/27b6b3ff96c448678b5bb061242eab8c 2024-12-17T04:41:23,237 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/27b6b3ff96c448678b5bb061242eab8c, entries=150, sequenceid=416, filesize=12.0 K 2024-12-17T04:41:23,238 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/B/63909e53c31a434f861bb6d710f110e7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/63909e53c31a434f861bb6d710f110e7 2024-12-17T04:41:23,243 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/63909e53c31a434f861bb6d710f110e7, entries=150, sequenceid=416, filesize=12.0 K 2024-12-17T04:41:23,244 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/.tmp/C/e607333229b646d99d3af8e1d4094cce as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e607333229b646d99d3af8e1d4094cce 2024-12-17T04:41:23,248 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e607333229b646d99d3af8e1d4094cce, entries=150, sequenceid=416, filesize=12.0 K 2024-12-17T04:41:23,249 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5989eeb903867c329ae670f539d23140 in 1267ms, sequenceid=416, compaction requested=true 2024-12-17T04:41:23,250 DEBUG [StoreCloser-TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8fa2995df86a4d82963bf178f9b89313, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/cd47c184719f4870a685ed8c9bf34c52, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8448adab88ed4e8fae6c665a65e5ecdc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d4cdd4bbd3a14b93817f888293bd4dcf, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/797dfbd472a14532a9fe5e51734de1eb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/22b8a515327245a182228f51a94c8565, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/7abe29f4280a468299c7f9f06b3786f4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/21e70c4e8af84fc6a5ab7ff037a33dee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/61b40138f9e941188deb7061df17257d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/bd937c38640d43f988c5330d3d6d38f6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6d8f6521764446a78a3a4c708d736012, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/41d777f5590e42a6993cf5c50ef6df1c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9c010cbb8cf14672acd0a44ca2e3aae1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9029a8622cc543669f5eba4d0fa39205, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9f4268eb692741abb93c62b9e5fb0701, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/587b25a92ab8468d9c247e82fc0a4ad3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6238152d99ab4ebd82d3d7f436c6d392, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/3c68f789f5aa469b820e05616f6ab94f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ac2df52677c147c3b0b8c3c904cb127f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d3028b01107f4ec18f84a07fc080fb4c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/40bfa2281f8545a796c34087b6dc5d6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/76aa13b3afc643feac0986278864d446, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ccd21dfe92794e74a8d68e7d05b5c5f8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/e54f2012af6a4812aabd84da98d77a30, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/c908e4dc860d46879b8ea4677a80c5e9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/4353db16418a4987965218e3a777e9ae] to archive 2024-12-17T04:41:23,251 DEBUG [StoreCloser-TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:41:23,252 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8fa2995df86a4d82963bf178f9b89313 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8fa2995df86a4d82963bf178f9b89313 2024-12-17T04:41:23,253 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8448adab88ed4e8fae6c665a65e5ecdc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/8448adab88ed4e8fae6c665a65e5ecdc 2024-12-17T04:41:23,253 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d4cdd4bbd3a14b93817f888293bd4dcf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d4cdd4bbd3a14b93817f888293bd4dcf 2024-12-17T04:41:23,253 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/cd47c184719f4870a685ed8c9bf34c52 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/cd47c184719f4870a685ed8c9bf34c52 2024-12-17T04:41:23,253 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/797dfbd472a14532a9fe5e51734de1eb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/797dfbd472a14532a9fe5e51734de1eb 2024-12-17T04:41:23,253 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/22b8a515327245a182228f51a94c8565 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/22b8a515327245a182228f51a94c8565 2024-12-17T04:41:23,253 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/21e70c4e8af84fc6a5ab7ff037a33dee to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/21e70c4e8af84fc6a5ab7ff037a33dee 2024-12-17T04:41:23,253 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/7abe29f4280a468299c7f9f06b3786f4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/7abe29f4280a468299c7f9f06b3786f4 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/61b40138f9e941188deb7061df17257d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/61b40138f9e941188deb7061df17257d 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6d8f6521764446a78a3a4c708d736012 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6d8f6521764446a78a3a4c708d736012 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9c010cbb8cf14672acd0a44ca2e3aae1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9c010cbb8cf14672acd0a44ca2e3aae1 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9029a8622cc543669f5eba4d0fa39205 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9029a8622cc543669f5eba4d0fa39205 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/41d777f5590e42a6993cf5c50ef6df1c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/41d777f5590e42a6993cf5c50ef6df1c 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/bd937c38640d43f988c5330d3d6d38f6 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/bd937c38640d43f988c5330d3d6d38f6 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9f4268eb692741abb93c62b9e5fb0701 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/9f4268eb692741abb93c62b9e5fb0701 2024-12-17T04:41:23,254 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/587b25a92ab8468d9c247e82fc0a4ad3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/587b25a92ab8468d9c247e82fc0a4ad3 2024-12-17T04:41:23,255 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6238152d99ab4ebd82d3d7f436c6d392 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/6238152d99ab4ebd82d3d7f436c6d392 2024-12-17T04:41:23,255 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/3c68f789f5aa469b820e05616f6ab94f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/3c68f789f5aa469b820e05616f6ab94f 2024-12-17T04:41:23,255 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ac2df52677c147c3b0b8c3c904cb127f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ac2df52677c147c3b0b8c3c904cb127f 2024-12-17T04:41:23,255 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d3028b01107f4ec18f84a07fc080fb4c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d3028b01107f4ec18f84a07fc080fb4c 2024-12-17T04:41:23,256 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ccd21dfe92794e74a8d68e7d05b5c5f8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/ccd21dfe92794e74a8d68e7d05b5c5f8 2024-12-17T04:41:23,256 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/40bfa2281f8545a796c34087b6dc5d6d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/40bfa2281f8545a796c34087b6dc5d6d 2024-12-17T04:41:23,256 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/e54f2012af6a4812aabd84da98d77a30 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/e54f2012af6a4812aabd84da98d77a30 2024-12-17T04:41:23,256 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/76aa13b3afc643feac0986278864d446 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/76aa13b3afc643feac0986278864d446 2024-12-17T04:41:23,256 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/4353db16418a4987965218e3a777e9ae to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/4353db16418a4987965218e3a777e9ae 2024-12-17T04:41:23,256 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/c908e4dc860d46879b8ea4677a80c5e9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/c908e4dc860d46879b8ea4677a80c5e9 2024-12-17T04:41:23,257 DEBUG [StoreCloser-TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/3417d810880948e99715db7d254f6980, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/00803bb86d43440e8814717816259cb8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/23f9a03b5f434ca4b2fdacee1d17dda6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/123786b0beab4b719dd3d674508c26cf, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/9a33f198382b4f4d88457568c64f6333, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/887030ddddd64e4eb8c2fae38d83dbf4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5ff1d0802726464d9b04bed9725d40db, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/675917e4fe1a4e2c9f639fa48587cd8f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f35a7e6a29a94b768a404641c9da157d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/271ee37f3a164833aaaffdd9e4bf7064, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/4c69e52222bc46449cc72505c42db5b7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f5118362894da0bdcb7e0f3f725cee, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c3f590534c124e3ba248e5ea0f81f2ec, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/ae1467e59d1a4e248a5fccaed71a1f22, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c1fc80a283684287b0dbc047549f7989, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5b141ce2b4624cbb885ec56f40c045dc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/7ade0f7980d040d183b6b131331c9062, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/a8bb4d467a1f496ba77b33f0f7f9415f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b81db58c847e4abb8cb231f4d5a12784, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f663734a0c8c47c1ac5003e5acf6d5c8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/dc1bbadfebae42d89efca38e27a36d54, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b5ce085578a7406ca512d7d1e0bd3238, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f8a8b9b2414e7a807e5fa728a459a9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/07ff562cc12c46d2a5a542726cf5a653, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5f6830a6e5c645e88a021b9ffa4e8ab3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/215722f2c3594d0fb636326494755947] to archive 2024-12-17T04:41:23,258 DEBUG [StoreCloser-TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/00803bb86d43440e8814717816259cb8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/00803bb86d43440e8814717816259cb8 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/23f9a03b5f434ca4b2fdacee1d17dda6 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/23f9a03b5f434ca4b2fdacee1d17dda6 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/3417d810880948e99715db7d254f6980 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/3417d810880948e99715db7d254f6980 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/9a33f198382b4f4d88457568c64f6333 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/9a33f198382b4f4d88457568c64f6333 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/123786b0beab4b719dd3d674508c26cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/123786b0beab4b719dd3d674508c26cf 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/887030ddddd64e4eb8c2fae38d83dbf4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/887030ddddd64e4eb8c2fae38d83dbf4 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5ff1d0802726464d9b04bed9725d40db to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5ff1d0802726464d9b04bed9725d40db 2024-12-17T04:41:23,259 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/675917e4fe1a4e2c9f639fa48587cd8f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/675917e4fe1a4e2c9f639fa48587cd8f 2024-12-17T04:41:23,260 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/4c69e52222bc46449cc72505c42db5b7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/4c69e52222bc46449cc72505c42db5b7 2024-12-17T04:41:23,260 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f5118362894da0bdcb7e0f3f725cee to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f5118362894da0bdcb7e0f3f725cee 2024-12-17T04:41:23,260 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f35a7e6a29a94b768a404641c9da157d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f35a7e6a29a94b768a404641c9da157d 2024-12-17T04:41:23,260 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/271ee37f3a164833aaaffdd9e4bf7064 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/271ee37f3a164833aaaffdd9e4bf7064 2024-12-17T04:41:23,260 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c3f590534c124e3ba248e5ea0f81f2ec to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c3f590534c124e3ba248e5ea0f81f2ec 2024-12-17T04:41:23,260 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/ae1467e59d1a4e248a5fccaed71a1f22 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/ae1467e59d1a4e248a5fccaed71a1f22 2024-12-17T04:41:23,260 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5b141ce2b4624cbb885ec56f40c045dc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5b141ce2b4624cbb885ec56f40c045dc 2024-12-17T04:41:23,261 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c1fc80a283684287b0dbc047549f7989 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/c1fc80a283684287b0dbc047549f7989 2024-12-17T04:41:23,261 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/7ade0f7980d040d183b6b131331c9062 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/7ade0f7980d040d183b6b131331c9062 2024-12-17T04:41:23,261 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/a8bb4d467a1f496ba77b33f0f7f9415f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/a8bb4d467a1f496ba77b33f0f7f9415f 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b81db58c847e4abb8cb231f4d5a12784 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b81db58c847e4abb8cb231f4d5a12784 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/dc1bbadfebae42d89efca38e27a36d54 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/dc1bbadfebae42d89efca38e27a36d54 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f8a8b9b2414e7a807e5fa728a459a9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b6f8a8b9b2414e7a807e5fa728a459a9 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f663734a0c8c47c1ac5003e5acf6d5c8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/f663734a0c8c47c1ac5003e5acf6d5c8 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b5ce085578a7406ca512d7d1e0bd3238 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/b5ce085578a7406ca512d7d1e0bd3238 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/07ff562cc12c46d2a5a542726cf5a653 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/07ff562cc12c46d2a5a542726cf5a653 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5f6830a6e5c645e88a021b9ffa4e8ab3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/5f6830a6e5c645e88a021b9ffa4e8ab3 2024-12-17T04:41:23,262 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/215722f2c3594d0fb636326494755947 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/215722f2c3594d0fb636326494755947 2024-12-17T04:41:23,263 DEBUG [StoreCloser-TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/108c384139594700887dc8ac1fbb50a7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f83e44984e794bcdbf64e89561cd9f20, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/33e7632e218b406ab9e3784b145d6189, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e1af9a8680df4482a03eca0320c422c7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/a6827d417bae4b009fc9116dc53578cd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/619bc55fc8134115b6e50624e73adc42, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e2bd2783c8f6488bbf396017690df49b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3a1fb9177ecb43988910ae510677649b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/269daa9ef3fa4e289b8fc562f16744f7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f8fdb523f097400e90e13353627feee0, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/896238845fd8498c8c0ead803d7d3497, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/52ae850515f543808e4a954ef9e0fc16, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/73978a139d344d49ad4cbf65352b907e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f636db275269466388c9d9390625f0ce, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/46281cc62643490185d02ab67b156155, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/12b8855559e744f8a91de276cedee774, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/56756971bcfd420bb9ce6c4e781049e4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/1558d79969e54046b5283201ce4ffd5f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/cb876a0585fd46499ee7647e329b4e37, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/2321382b83244f69b85c9b2e1baa76f2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/36124fbf2e694605b41703e72610ffd2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/8f70f9d012a4401b8da5c336a607f6f9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/91d99afd5e02499281fe00a866ea852e, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/358f2504efbb4350ba747202f3dfb75a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/05066a2858804c10b3e9f9c4e2e3c0f9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3e7d1d5970654158873c0e47fc4787c4] to archive 2024-12-17T04:41:23,264 DEBUG [StoreCloser-TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:41:23,265 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/33e7632e218b406ab9e3784b145d6189 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/33e7632e218b406ab9e3784b145d6189 2024-12-17T04:41:23,265 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/108c384139594700887dc8ac1fbb50a7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/108c384139594700887dc8ac1fbb50a7 2024-12-17T04:41:23,265 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f83e44984e794bcdbf64e89561cd9f20 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f83e44984e794bcdbf64e89561cd9f20 2024-12-17T04:41:23,265 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e1af9a8680df4482a03eca0320c422c7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e1af9a8680df4482a03eca0320c422c7 2024-12-17T04:41:23,266 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/619bc55fc8134115b6e50624e73adc42 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/619bc55fc8134115b6e50624e73adc42 2024-12-17T04:41:23,266 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e2bd2783c8f6488bbf396017690df49b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e2bd2783c8f6488bbf396017690df49b 2024-12-17T04:41:23,266 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/a6827d417bae4b009fc9116dc53578cd to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/a6827d417bae4b009fc9116dc53578cd 2024-12-17T04:41:23,266 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3a1fb9177ecb43988910ae510677649b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3a1fb9177ecb43988910ae510677649b 2024-12-17T04:41:23,267 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/269daa9ef3fa4e289b8fc562f16744f7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/269daa9ef3fa4e289b8fc562f16744f7 2024-12-17T04:41:23,267 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/896238845fd8498c8c0ead803d7d3497 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/896238845fd8498c8c0ead803d7d3497 2024-12-17T04:41:23,267 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f8fdb523f097400e90e13353627feee0 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f8fdb523f097400e90e13353627feee0 2024-12-17T04:41:23,267 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/73978a139d344d49ad4cbf65352b907e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/73978a139d344d49ad4cbf65352b907e 2024-12-17T04:41:23,267 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/52ae850515f543808e4a954ef9e0fc16 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/52ae850515f543808e4a954ef9e0fc16 2024-12-17T04:41:23,267 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f636db275269466388c9d9390625f0ce to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/f636db275269466388c9d9390625f0ce 2024-12-17T04:41:23,267 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/46281cc62643490185d02ab67b156155 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/46281cc62643490185d02ab67b156155 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/12b8855559e744f8a91de276cedee774 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/12b8855559e744f8a91de276cedee774 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/56756971bcfd420bb9ce6c4e781049e4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/56756971bcfd420bb9ce6c4e781049e4 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/1558d79969e54046b5283201ce4ffd5f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/1558d79969e54046b5283201ce4ffd5f 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/cb876a0585fd46499ee7647e329b4e37 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/cb876a0585fd46499ee7647e329b4e37 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/8f70f9d012a4401b8da5c336a607f6f9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/8f70f9d012a4401b8da5c336a607f6f9 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/36124fbf2e694605b41703e72610ffd2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/36124fbf2e694605b41703e72610ffd2 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/2321382b83244f69b85c9b2e1baa76f2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/2321382b83244f69b85c9b2e1baa76f2 2024-12-17T04:41:23,268 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/91d99afd5e02499281fe00a866ea852e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/91d99afd5e02499281fe00a866ea852e 2024-12-17T04:41:23,269 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/358f2504efbb4350ba747202f3dfb75a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/358f2504efbb4350ba747202f3dfb75a 2024-12-17T04:41:23,269 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/05066a2858804c10b3e9f9c4e2e3c0f9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/05066a2858804c10b3e9f9c4e2e3c0f9 2024-12-17T04:41:23,269 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3e7d1d5970654158873c0e47fc4787c4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/3e7d1d5970654158873c0e47fc4787c4 2024-12-17T04:41:23,272 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=1 2024-12-17T04:41:23,272 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140. 2024-12-17T04:41:23,272 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for 5989eeb903867c329ae670f539d23140: 2024-12-17T04:41:23,273 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed 5989eeb903867c329ae670f539d23140 2024-12-17T04:41:23,273 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=5989eeb903867c329ae670f539d23140, regionState=CLOSED 2024-12-17T04:41:23,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-17T04:41:23,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure 5989eeb903867c329ae670f539d23140, server=07dc45045cb2,44187,1734410331712 in 1.4450 sec 2024-12-17T04:41:23,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-12-17T04:41:23,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5989eeb903867c329ae670f539d23140, UNASSIGN in 1.4500 sec 2024-12-17T04:41:23,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-17T04:41:23,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4530 sec 2024-12-17T04:41:23,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410483277"}]},"ts":"1734410483277"} 2024-12-17T04:41:23,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T04:41:23,296 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T04:41:23,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5210 sec 2024-12-17T04:41:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T04:41:23,889 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-17T04:41:23,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T04:41:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:23,895 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T04:41:23,896 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:23,898 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140 2024-12-17T04:41:23,901 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/recovered.edits] 2024-12-17T04:41:23,907 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/27b6b3ff96c448678b5bb061242eab8c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/27b6b3ff96c448678b5bb061242eab8c 2024-12-17T04:41:23,907 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/250e239d67734e53842f55434e34fd51 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/250e239d67734e53842f55434e34fd51 2024-12-17T04:41:23,907 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d0b754a1c48c40ca9d78da975f6359fa to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/d0b754a1c48c40ca9d78da975f6359fa 2024-12-17T04:41:23,908 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/aa98fbe87804477d94c940364fa1d0fc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/A/aa98fbe87804477d94c940364fa1d0fc 2024-12-17T04:41:23,912 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/487bd97ddc914703a5a5fe09df58a0b4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/487bd97ddc914703a5a5fe09df58a0b4 2024-12-17T04:41:23,912 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/63909e53c31a434f861bb6d710f110e7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/63909e53c31a434f861bb6d710f110e7 2024-12-17T04:41:23,912 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/83b06b85c2d94037ac25028bf2d4cef2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/83b06b85c2d94037ac25028bf2d4cef2 2024-12-17T04:41:23,912 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/6796d50853b94f9095bef3adbe845781 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/B/6796d50853b94f9095bef3adbe845781 2024-12-17T04:41:23,916 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/61f81af5d7f04e7fa9c1a3a0ffa0dee4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/61f81af5d7f04e7fa9c1a3a0ffa0dee4 2024-12-17T04:41:23,916 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/db0488adc0f54f2e9715e78d371979db to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/db0488adc0f54f2e9715e78d371979db 2024-12-17T04:41:23,916 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e607333229b646d99d3af8e1d4094cce to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/e607333229b646d99d3af8e1d4094cce 2024-12-17T04:41:23,917 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/ff790bfe822d4fd89519618805839a01 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/C/ff790bfe822d4fd89519618805839a01 2024-12-17T04:41:23,921 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/recovered.edits/419.seqid to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140/recovered.edits/419.seqid 2024-12-17T04:41:23,921 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/5989eeb903867c329ae670f539d23140 2024-12-17T04:41:23,922 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T04:41:23,924 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:23,925 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T04:41:23,926 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T04:41:23,927 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:23,927 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T04:41:23,927 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734410483927"}]},"ts":"9223372036854775807"} 2024-12-17T04:41:23,929 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T04:41:23,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5989eeb903867c329ae670f539d23140, NAME => 'TestAcidGuarantees,,1734410457551.5989eeb903867c329ae670f539d23140.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T04:41:23,929 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T04:41:23,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734410483929"}]},"ts":"9223372036854775807"} 2024-12-17T04:41:23,930 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T04:41:23,973 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:23,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-12-17T04:41:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T04:41:23,997 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-17T04:41:24,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245 (was 247), OpenFileDescriptor=448 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7622 (was 7638) 2024-12-17T04:41:24,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=245, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=7622 2024-12-17T04:41:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:41:24,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:41:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:24,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T04:41:24,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:24,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 143 2024-12-17T04:41:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-17T04:41:24,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T04:41:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742317_1493 (size=963) 2024-12-17T04:41:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-17T04:41:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-17T04:41:24,434 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626 2024-12-17T04:41:24,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742318_1494 (size=53) 2024-12-17T04:41:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-17T04:41:24,843 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:41:24,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8f675945ee242978ec8bc279f5b741cf, disabling compactions & flushes 2024-12-17T04:41:24,844 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:24,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:24,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. after waiting 0 ms 2024-12-17T04:41:24,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:24,844 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:24,844 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:24,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T04:41:24,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734410484846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734410484846"}]},"ts":"1734410484846"} 2024-12-17T04:41:24,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T04:41:24,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T04:41:24,850 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410484850"}]},"ts":"1734410484850"} 2024-12-17T04:41:24,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T04:41:24,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, ASSIGN}] 2024-12-17T04:41:24,907 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, ASSIGN 2024-12-17T04:41:24,909 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, ASSIGN; state=OFFLINE, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=false 2024-12-17T04:41:25,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:25,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:41:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-17T04:41:25,213 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:25,220 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:25,220 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:41:25,221 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,221 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:41:25,222 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,222 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,225 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,226 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:41:25,226 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f675945ee242978ec8bc279f5b741cf columnFamilyName A 2024-12-17T04:41:25,227 DEBUG [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:25,227 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(327): Store=8f675945ee242978ec8bc279f5b741cf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:41:25,227 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,228 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:41:25,228 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f675945ee242978ec8bc279f5b741cf columnFamilyName B 2024-12-17T04:41:25,228 DEBUG [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:25,229 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(327): Store=8f675945ee242978ec8bc279f5b741cf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:41:25,229 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,230 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:41:25,230 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f675945ee242978ec8bc279f5b741cf columnFamilyName C 2024-12-17T04:41:25,230 DEBUG [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:25,230 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(327): Store=8f675945ee242978ec8bc279f5b741cf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:41:25,231 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:25,231 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,232 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,233 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:41:25,234 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:25,236 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T04:41:25,237 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened 8f675945ee242978ec8bc279f5b741cf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67372546, jitterRate=0.003929167985916138}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:41:25,237 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:25,238 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., pid=145, masterSystemTime=1734410485213 2024-12-17T04:41:25,239 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:25,239 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:25,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=OPEN, openSeqNum=2, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:25,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-17T04:41:25,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 in 181 msec 2024-12-17T04:41:25,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-12-17T04:41:25,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, ASSIGN in 338 msec 2024-12-17T04:41:25,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T04:41:25,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410485246"}]},"ts":"1734410485246"} 2024-12-17T04:41:25,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T04:41:25,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T04:41:25,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2960 sec 2024-12-17T04:41:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-17T04:41:26,130 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-12-17T04:41:26,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-17T04:41:26,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:26,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:26,235 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:26,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T04:41:26,237 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T04:41:26,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T04:41:26,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T04:41:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742319_1495 (size=999) 2024-12-17T04:41:26,654 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T04:41:26,654 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T04:41:26,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:41:26,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, REOPEN/MOVE}] 2024-12-17T04:41:26,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, REOPEN/MOVE 2024-12-17T04:41:26,668 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:26,669 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:41:26,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:41:26,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:26,822 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:26,823 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:41:26,823 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 8f675945ee242978ec8bc279f5b741cf, disabling compactions & flushes 2024-12-17T04:41:26,823 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:26,823 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:26,823 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. after waiting 0 ms 2024-12-17T04:41:26,823 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:26,834 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T04:41:26,835 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:26,835 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:26,835 WARN [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionServer(3786): Not adding moved region record: 8f675945ee242978ec8bc279f5b741cf to self. 2024-12-17T04:41:26,837 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:26,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=CLOSED 2024-12-17T04:41:26,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-17T04:41:26,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 in 170 msec 2024-12-17T04:41:26,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, REOPEN/MOVE; state=CLOSED, location=07dc45045cb2,44187,1734410331712; forceNewPlan=false, retain=true 2024-12-17T04:41:26,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=OPENING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:26,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=148, state=RUNNABLE; OpenRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:41:27,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,153 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,154 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7285): Opening region: {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} 2024-12-17T04:41:27,154 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,154 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T04:41:27,154 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7327): checking encryption for 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,154 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7330): checking classloading for 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,156 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,157 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:41:27,157 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f675945ee242978ec8bc279f5b741cf columnFamilyName A 2024-12-17T04:41:27,158 DEBUG [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:27,159 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(327): Store=8f675945ee242978ec8bc279f5b741cf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:41:27,160 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,160 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:41:27,161 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f675945ee242978ec8bc279f5b741cf columnFamilyName B 2024-12-17T04:41:27,161 DEBUG [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:27,161 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(327): Store=8f675945ee242978ec8bc279f5b741cf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:41:27,161 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,162 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T04:41:27,162 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f675945ee242978ec8bc279f5b741cf columnFamilyName C 2024-12-17T04:41:27,162 DEBUG [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:27,163 INFO [StoreOpener-8f675945ee242978ec8bc279f5b741cf-1 {}] regionserver.HStore(327): Store=8f675945ee242978ec8bc279f5b741cf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T04:41:27,163 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,164 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,166 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,168 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T04:41:27,171 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1085): writing seq id for 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,172 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1102): Opened 8f675945ee242978ec8bc279f5b741cf; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72730638, jitterRate=0.08377096056938171}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T04:41:27,173 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1001): Region open journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:27,174 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., pid=150, masterSystemTime=1734410487147 2024-12-17T04:41:27,176 DEBUG [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,176 INFO [RS_OPEN_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=OPEN, openSeqNum=5, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=148 2024-12-17T04:41:27,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=148, state=SUCCESS; OpenRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 in 185 msec 2024-12-17T04:41:27,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-12-17T04:41:27,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, REOPEN/MOVE in 514 msec 2024-12-17T04:41:27,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-17T04:41:27,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-12-17T04:41:27,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 944 msec 2024-12-17T04:41:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T04:41:27,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-17T04:41:27,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-17T04:41:27,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,241 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-12-17T04:41:27,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,248 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-17T04:41:27,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,256 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-17T04:41:27,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-17T04:41:27,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-17T04:41:27,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,281 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-12-17T04:41:27,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15b6349f to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@503a7d2e 2024-12-17T04:41:27,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be903c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x439b60d5 to 127.0.0.1:52977 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@404bb685 2024-12-17T04:41:27,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79f1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T04:41:27,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:27,311 DEBUG [hconnection-0x74f73b73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,311 DEBUG [hconnection-0x48689fc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,311 DEBUG [hconnection-0x6a9efee3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,312 DEBUG [hconnection-0x718839c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-12-17T04:41:27,312 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,312 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,313 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,313 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,313 DEBUG [hconnection-0x20b256e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:27,314 DEBUG [hconnection-0x22247b45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,314 DEBUG [hconnection-0x7e93ad21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,314 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-17T04:41:27,314 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,315 DEBUG [hconnection-0x46683d9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,315 DEBUG [hconnection-0x331b6524-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,315 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:27,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:27,315 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,315 DEBUG [hconnection-0x2b8b5373-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T04:41:27,316 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,316 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,316 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T04:41:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:41:27,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:27,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:27,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410547331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410547332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410547333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410547334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410547335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174bac6e94d69f4fbda5e3badf7244fd21_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410487319/Put/seqid=0 2024-12-17T04:41:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742320_1496 (size=12154) 2024-12-17T04:41:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-17T04:41:27,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410547435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410547435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410547435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410547437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410547437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-17T04:41:27,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410547637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410547637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410547637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410547639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410547640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,754 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:27,756 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174bac6e94d69f4fbda5e3badf7244fd21_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174bac6e94d69f4fbda5e3badf7244fd21_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:27,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/d2f4301e61fa4226adbd014a0aacfc18, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:27,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/d2f4301e61fa4226adbd014a0aacfc18 is 175, key is test_row_0/A:col10/1734410487319/Put/seqid=0 2024-12-17T04:41:27,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742321_1497 (size=30955) 2024-12-17T04:41:27,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-17T04:41:27,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:27,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410547939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410547939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410547940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410547941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410547943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/d2f4301e61fa4226adbd014a0aacfc18 2024-12-17T04:41:28,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/e5a379a78444415285db1a94e5f28045 is 50, key is test_row_0/B:col10/1734410487319/Put/seqid=0 2024-12-17T04:41:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742322_1498 (size=12001) 2024-12-17T04:41:28,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-17T04:41:28,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410548442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410548443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410548444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410548444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410548444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/e5a379a78444415285db1a94e5f28045 2024-12-17T04:41:28,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/5add2cc7aa814e7186e0364ac04b49a4 is 50, key is test_row_0/C:col10/1734410487319/Put/seqid=0 2024-12-17T04:41:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742323_1499 (size=12001) 2024-12-17T04:41:28,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:28,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:28,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T04:41:28,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:28,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:28,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:28,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:28,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:29,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/5add2cc7aa814e7186e0364ac04b49a4 2024-12-17T04:41:29,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/d2f4301e61fa4226adbd014a0aacfc18 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/d2f4301e61fa4226adbd014a0aacfc18 2024-12-17T04:41:29,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/d2f4301e61fa4226adbd014a0aacfc18, entries=150, sequenceid=18, filesize=30.2 K 2024-12-17T04:41:29,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/e5a379a78444415285db1a94e5f28045 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e5a379a78444415285db1a94e5f28045 2024-12-17T04:41:29,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e5a379a78444415285db1a94e5f28045, entries=150, sequenceid=18, filesize=11.7 K 2024-12-17T04:41:29,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/5add2cc7aa814e7186e0364ac04b49a4 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5add2cc7aa814e7186e0364ac04b49a4 2024-12-17T04:41:29,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5add2cc7aa814e7186e0364ac04b49a4, entries=150, sequenceid=18, filesize=11.7 K 2024-12-17T04:41:29,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 8f675945ee242978ec8bc279f5b741cf in 1694ms, sequenceid=18, compaction requested=false 2024-12-17T04:41:29,014 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T04:41:29,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:29,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-17T04:41:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:29,140 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T04:41:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e603328b9f6249069e0262cfbf9e6c46_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410487333/Put/seqid=0 2024-12-17T04:41:29,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742324_1500 (size=12154) 2024-12-17T04:41:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-17T04:41:29,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410549453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410549454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410549454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410549454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410549454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410549556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:29,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410549556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410549556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410549557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,561 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e603328b9f6249069e0262cfbf9e6c46_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e603328b9f6249069e0262cfbf9e6c46_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:29,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/fdbf1ba1913b4d9b97a6b4ccbe56106c, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:29,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/fdbf1ba1913b4d9b97a6b4ccbe56106c is 175, key is test_row_0/A:col10/1734410487333/Put/seqid=0 2024-12-17T04:41:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742325_1501 (size=30955) 2024-12-17T04:41:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410549764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410549764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410549764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410549764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:29,965 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/fdbf1ba1913b4d9b97a6b4ccbe56106c 2024-12-17T04:41:29,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/ae20ac618b90400bb95af77a11b55f12 is 50, key is test_row_0/B:col10/1734410487333/Put/seqid=0 2024-12-17T04:41:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742326_1502 (size=12001) 2024-12-17T04:41:30,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410550066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410550066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410550067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410550068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,373 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/ae20ac618b90400bb95af77a11b55f12 2024-12-17T04:41:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/b11f3cbc6d7b4cdbbe4e64190924cd38 is 50, key is test_row_0/C:col10/1734410487333/Put/seqid=0 2024-12-17T04:41:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742327_1503 (size=12001) 2024-12-17T04:41:30,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410550569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410550569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410550570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410550572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:30,781 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/b11f3cbc6d7b4cdbbe4e64190924cd38 2024-12-17T04:41:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/fdbf1ba1913b4d9b97a6b4ccbe56106c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdbf1ba1913b4d9b97a6b4ccbe56106c 2024-12-17T04:41:30,786 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdbf1ba1913b4d9b97a6b4ccbe56106c, entries=150, sequenceid=41, filesize=30.2 K 2024-12-17T04:41:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/ae20ac618b90400bb95af77a11b55f12 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ae20ac618b90400bb95af77a11b55f12 2024-12-17T04:41:30,789 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ae20ac618b90400bb95af77a11b55f12, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T04:41:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/b11f3cbc6d7b4cdbbe4e64190924cd38 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b11f3cbc6d7b4cdbbe4e64190924cd38 2024-12-17T04:41:30,792 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b11f3cbc6d7b4cdbbe4e64190924cd38, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T04:41:30,793 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8f675945ee242978ec8bc279f5b741cf in 1653ms, sequenceid=41, compaction requested=false 2024-12-17T04:41:30,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:30,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:30,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-12-17T04:41:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-12-17T04:41:30,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-17T04:41:30,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4790 sec 2024-12-17T04:41:30,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 3.4840 sec 2024-12-17T04:41:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-17T04:41:31,419 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-12-17T04:41:31,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-12-17T04:41:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-17T04:41:31,420 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:31,421 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:31,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:31,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T04:41:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:31,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:31,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b725f797d0c448a0a9846fc4b9029c54_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410489451/Put/seqid=0 2024-12-17T04:41:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742328_1504 (size=12154) 2024-12-17T04:41:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-17T04:41:31,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410551523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:31,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410551574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410551575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410551576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410551577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410551625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-17T04:41:31,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:31,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410551827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:31,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:31,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:31,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:31,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:31,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:31,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:31,883 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b725f797d0c448a0a9846fc4b9029c54_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b725f797d0c448a0a9846fc4b9029c54_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:31,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/7ee49464d7514ecc9bb309539e9cafd7, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:31,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/7ee49464d7514ecc9bb309539e9cafd7 is 175, key is test_row_0/A:col10/1734410489451/Put/seqid=0 2024-12-17T04:41:31,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742329_1505 (size=30955) 2024-12-17T04:41:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-17T04:41:32,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410552130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/7ee49464d7514ecc9bb309539e9cafd7 2024-12-17T04:41:32,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/cc2730b52dd84fa487dbef4f261f162f is 50, key is test_row_0/B:col10/1734410489451/Put/seqid=0 2024-12-17T04:41:32,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742330_1506 (size=12001) 2024-12-17T04:41:32,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-17T04:41:32,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410552635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/cc2730b52dd84fa487dbef4f261f162f 2024-12-17T04:41:32,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/c16a63aaa858471fa153489fbf7a1720 is 50, key is test_row_0/C:col10/1734410489451/Put/seqid=0 2024-12-17T04:41:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742331_1507 (size=12001) 2024-12-17T04:41:32,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:32,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:32,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:33,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:33,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:33,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:33,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:33,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:33,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:33,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/c16a63aaa858471fa153489fbf7a1720 2024-12-17T04:41:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/7ee49464d7514ecc9bb309539e9cafd7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/7ee49464d7514ecc9bb309539e9cafd7 2024-12-17T04:41:33,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/7ee49464d7514ecc9bb309539e9cafd7, entries=150, sequenceid=55, filesize=30.2 K 2024-12-17T04:41:33,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/cc2730b52dd84fa487dbef4f261f162f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cc2730b52dd84fa487dbef4f261f162f 2024-12-17T04:41:33,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cc2730b52dd84fa487dbef4f261f162f, entries=150, sequenceid=55, filesize=11.7 K 2024-12-17T04:41:33,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/c16a63aaa858471fa153489fbf7a1720 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/c16a63aaa858471fa153489fbf7a1720 2024-12-17T04:41:33,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/c16a63aaa858471fa153489fbf7a1720, entries=150, sequenceid=55, filesize=11.7 K 2024-12-17T04:41:33,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8f675945ee242978ec8bc279f5b741cf in 1643ms, sequenceid=55, compaction requested=true 2024-12-17T04:41:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:33,114 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:33,114 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:33,115 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:33,115 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:33,115 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/B is initiating minor compaction (all files) 2024-12-17T04:41:33,115 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/A is initiating minor compaction (all files) 2024-12-17T04:41:33,115 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/B in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:33,115 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/A in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:33,115 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e5a379a78444415285db1a94e5f28045, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ae20ac618b90400bb95af77a11b55f12, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cc2730b52dd84fa487dbef4f261f162f] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=35.2 K 2024-12-17T04:41:33,115 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/d2f4301e61fa4226adbd014a0aacfc18, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdbf1ba1913b4d9b97a6b4ccbe56106c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/7ee49464d7514ecc9bb309539e9cafd7] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=90.7 K 2024-12-17T04:41:33,115 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:33,115 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/d2f4301e61fa4226adbd014a0aacfc18, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdbf1ba1913b4d9b97a6b4ccbe56106c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/7ee49464d7514ecc9bb309539e9cafd7] 2024-12-17T04:41:33,115 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting e5a379a78444415285db1a94e5f28045, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734410487319 2024-12-17T04:41:33,115 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f4301e61fa4226adbd014a0aacfc18, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734410487319 2024-12-17T04:41:33,116 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ae20ac618b90400bb95af77a11b55f12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734410487330 2024-12-17T04:41:33,119 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting cc2730b52dd84fa487dbef4f261f162f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734410489451 2024-12-17T04:41:33,119 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdbf1ba1913b4d9b97a6b4ccbe56106c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734410487330 2024-12-17T04:41:33,119 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ee49464d7514ecc9bb309539e9cafd7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734410489451 2024-12-17T04:41:33,131 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:33,131 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f35fb56f930244a5b006599a0352fa85 is 50, key is test_row_0/B:col10/1734410489451/Put/seqid=0 2024-12-17T04:41:33,132 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:33,136 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217a007accd41c74402a711b3ceb61c1aa9_8f675945ee242978ec8bc279f5b741cf store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:33,138 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217a007accd41c74402a711b3ceb61c1aa9_8f675945ee242978ec8bc279f5b741cf, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:33,138 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a007accd41c74402a711b3ceb61c1aa9_8f675945ee242978ec8bc279f5b741cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:33,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742332_1508 (size=12104) 2024-12-17T04:41:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742333_1509 (size=4469) 2024-12-17T04:41:33,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-17T04:41:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:33,245 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T04:41:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:33,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a07c8ae6b39a41518838e255316ed126_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410491520/Put/seqid=0 2024-12-17T04:41:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742334_1510 (size=12154) 2024-12-17T04:41:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-17T04:41:33,548 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f35fb56f930244a5b006599a0352fa85 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f35fb56f930244a5b006599a0352fa85 2024-12-17T04:41:33,551 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/B of 8f675945ee242978ec8bc279f5b741cf into f35fb56f930244a5b006599a0352fa85(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:33,551 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:33,551 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/B, priority=13, startTime=1734410493114; duration=0sec 2024-12-17T04:41:33,551 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:33,551 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:B 2024-12-17T04:41:33,551 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:33,552 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:33,552 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/C is initiating minor compaction (all files) 2024-12-17T04:41:33,552 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/C in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:33,552 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5add2cc7aa814e7186e0364ac04b49a4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b11f3cbc6d7b4cdbbe4e64190924cd38, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/c16a63aaa858471fa153489fbf7a1720] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=35.2 K 2024-12-17T04:41:33,552 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 5add2cc7aa814e7186e0364ac04b49a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734410487319 2024-12-17T04:41:33,552 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b11f3cbc6d7b4cdbbe4e64190924cd38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734410487330 2024-12-17T04:41:33,552 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c16a63aaa858471fa153489fbf7a1720, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734410489451 2024-12-17T04:41:33,553 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#A#compaction#432 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:33,553 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/3de3e8e0244b460fab5d479d4cbc7f92 is 175, key is test_row_0/A:col10/1734410489451/Put/seqid=0 2024-12-17T04:41:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742335_1511 (size=31058) 2024-12-17T04:41:33,559 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:33,559 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/d9a859b2ff2c47a4bed3e859de6a39e3 is 50, key is test_row_0/C:col10/1734410489451/Put/seqid=0 2024-12-17T04:41:33,564 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/3de3e8e0244b460fab5d479d4cbc7f92 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/3de3e8e0244b460fab5d479d4cbc7f92 2024-12-17T04:41:33,568 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/A of 8f675945ee242978ec8bc279f5b741cf into 3de3e8e0244b460fab5d479d4cbc7f92(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:33,568 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:33,568 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/A, priority=13, startTime=1734410493114; duration=0sec 2024-12-17T04:41:33,568 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:33,568 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:A 2024-12-17T04:41:33,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742336_1512 (size=12104) 2024-12-17T04:41:33,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:33,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410553586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410553587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410553587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410553591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,592 DEBUG [Thread-2225 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410553645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:33,656 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a07c8ae6b39a41518838e255316ed126_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a07c8ae6b39a41518838e255316ed126_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:33,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/952bcb27fa75477da6881f46e67b2053, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/952bcb27fa75477da6881f46e67b2053 is 175, key is test_row_0/A:col10/1734410491520/Put/seqid=0 2024-12-17T04:41:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742337_1513 (size=30955) 2024-12-17T04:41:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410553689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410553689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410553689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410553891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410553891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410553891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:33,977 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/d9a859b2ff2c47a4bed3e859de6a39e3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d9a859b2ff2c47a4bed3e859de6a39e3 2024-12-17T04:41:33,980 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/C of 8f675945ee242978ec8bc279f5b741cf into d9a859b2ff2c47a4bed3e859de6a39e3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:33,980 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:33,980 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/C, priority=13, startTime=1734410493114; duration=0sec 2024-12-17T04:41:33,980 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:33,980 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:C 2024-12-17T04:41:34,061 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/952bcb27fa75477da6881f46e67b2053 2024-12-17T04:41:34,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/e685b696649747a980e91c094c83a347 is 50, key is test_row_0/B:col10/1734410491520/Put/seqid=0 2024-12-17T04:41:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742338_1514 (size=12001) 2024-12-17T04:41:34,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410554193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:34,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410554193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:34,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410554195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:34,469 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/e685b696649747a980e91c094c83a347 2024-12-17T04:41:34,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/ddd9816312074de485945c2e0edb5d33 is 50, key is test_row_0/C:col10/1734410491520/Put/seqid=0 2024-12-17T04:41:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742339_1515 (size=12001) 2024-12-17T04:41:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410554694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:34,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410554697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:34,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410554700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:34,879 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/ddd9816312074de485945c2e0edb5d33 2024-12-17T04:41:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/952bcb27fa75477da6881f46e67b2053 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/952bcb27fa75477da6881f46e67b2053 2024-12-17T04:41:34,884 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/952bcb27fa75477da6881f46e67b2053, entries=150, sequenceid=77, filesize=30.2 K 2024-12-17T04:41:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/e685b696649747a980e91c094c83a347 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e685b696649747a980e91c094c83a347 2024-12-17T04:41:34,887 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e685b696649747a980e91c094c83a347, entries=150, sequenceid=77, filesize=11.7 K 2024-12-17T04:41:34,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/ddd9816312074de485945c2e0edb5d33 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/ddd9816312074de485945c2e0edb5d33 2024-12-17T04:41:34,891 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/ddd9816312074de485945c2e0edb5d33, entries=150, sequenceid=77, filesize=11.7 K 2024-12-17T04:41:34,892 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 8f675945ee242978ec8bc279f5b741cf in 1646ms, sequenceid=77, compaction requested=false 2024-12-17T04:41:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-12-17T04:41:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-12-17T04:41:34,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-17T04:41:34,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4710 sec 2024-12-17T04:41:34,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 3.4740 sec 2024-12-17T04:41:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-17T04:41:35,524 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-17T04:41:35,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-17T04:41:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T04:41:35,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:35,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:35,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T04:41:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:35,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T04:41:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:35,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:35,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:35,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:35,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:35,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b86733a1f39440279d0cc74e864d2795_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410493586/Put/seqid=0 2024-12-17T04:41:35,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742340_1516 (size=12154) 2024-12-17T04:41:35,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:35,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:35,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:35,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:35,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410555699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410555701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410555704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410555710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410555802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410555804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T04:41:35,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:35,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:35,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:35,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:35,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:35,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:35,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410556004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410556006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:36,077 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b86733a1f39440279d0cc74e864d2795_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b86733a1f39440279d0cc74e864d2795_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:36,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b28a1f3656654413a72883494f03cdd1, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:36,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b28a1f3656654413a72883494f03cdd1 is 175, key is test_row_0/A:col10/1734410493586/Put/seqid=0 2024-12-17T04:41:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742341_1517 (size=30955) 2024-12-17T04:41:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T04:41:36,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:36,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:36,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:36,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:36,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410556308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410556309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:36,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:36,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b28a1f3656654413a72883494f03cdd1 2024-12-17T04:41:36,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/5b5e59dcc9f549c7babf4892d6032f36 is 50, key is test_row_0/B:col10/1734410493586/Put/seqid=0 2024-12-17T04:41:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742342_1518 (size=12001) 2024-12-17T04:41:36,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T04:41:36,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410556813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410556815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:36,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:36,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:36,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:36,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:36,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/5b5e59dcc9f549c7babf4892d6032f36 2024-12-17T04:41:36,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/07bed11dfc2e47a78811ca20fc44da59 is 50, key is test_row_0/C:col10/1734410493586/Put/seqid=0 2024-12-17T04:41:36,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742343_1519 (size=12001) 2024-12-17T04:41:37,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:37,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:37,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:37,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:37,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/07bed11dfc2e47a78811ca20fc44da59 2024-12-17T04:41:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b28a1f3656654413a72883494f03cdd1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b28a1f3656654413a72883494f03cdd1 2024-12-17T04:41:37,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b28a1f3656654413a72883494f03cdd1, entries=150, sequenceid=96, filesize=30.2 K 2024-12-17T04:41:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/5b5e59dcc9f549c7babf4892d6032f36 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/5b5e59dcc9f549c7babf4892d6032f36 2024-12-17T04:41:37,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/5b5e59dcc9f549c7babf4892d6032f36, entries=150, sequenceid=96, filesize=11.7 K 2024-12-17T04:41:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/07bed11dfc2e47a78811ca20fc44da59 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/07bed11dfc2e47a78811ca20fc44da59 2024-12-17T04:41:37,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/07bed11dfc2e47a78811ca20fc44da59, entries=150, sequenceid=96, filesize=11.7 K 2024-12-17T04:41:37,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8f675945ee242978ec8bc279f5b741cf in 1658ms, sequenceid=96, compaction requested=true 2024-12-17T04:41:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:37,324 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:37,324 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:37,324 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:37,324 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:37,324 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/B is initiating minor compaction (all files) 2024-12-17T04:41:37,324 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/A is initiating minor compaction (all files) 2024-12-17T04:41:37,324 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/A in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,324 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/B in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,325 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f35fb56f930244a5b006599a0352fa85, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e685b696649747a980e91c094c83a347, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/5b5e59dcc9f549c7babf4892d6032f36] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=35.3 K 2024-12-17T04:41:37,325 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/3de3e8e0244b460fab5d479d4cbc7f92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/952bcb27fa75477da6881f46e67b2053, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b28a1f3656654413a72883494f03cdd1] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=90.8 K 2024-12-17T04:41:37,325 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,325 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/3de3e8e0244b460fab5d479d4cbc7f92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/952bcb27fa75477da6881f46e67b2053, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b28a1f3656654413a72883494f03cdd1] 2024-12-17T04:41:37,325 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f35fb56f930244a5b006599a0352fa85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734410489451 2024-12-17T04:41:37,325 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3de3e8e0244b460fab5d479d4cbc7f92, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734410489451 2024-12-17T04:41:37,325 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting e685b696649747a980e91c094c83a347, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410491514 2024-12-17T04:41:37,325 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 952bcb27fa75477da6881f46e67b2053, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410491514 2024-12-17T04:41:37,325 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b5e59dcc9f549c7babf4892d6032f36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734410493586 2024-12-17T04:41:37,325 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting b28a1f3656654413a72883494f03cdd1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734410493586 2024-12-17T04:41:37,329 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:37,330 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:37,330 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/c37e563fa1194eaf84ff59aac2ae0eb3 is 50, key is test_row_0/B:col10/1734410493586/Put/seqid=0 2024-12-17T04:41:37,330 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412175b883d50fc2f468f9cb79ba6084f44c8_8f675945ee242978ec8bc279f5b741cf store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:37,332 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412175b883d50fc2f468f9cb79ba6084f44c8_8f675945ee242978ec8bc279f5b741cf, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:37,332 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175b883d50fc2f468f9cb79ba6084f44c8_8f675945ee242978ec8bc279f5b741cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742344_1520 (size=12207) 2024-12-17T04:41:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742345_1521 (size=4469) 2024-12-17T04:41:37,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-17T04:41:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,352 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T04:41:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:37,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121765a17afa8bbb4c63985ff475f8378a76_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410495700/Put/seqid=0 2024-12-17T04:41:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742346_1522 (size=12154) 2024-12-17T04:41:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:37,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T04:41:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410557661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410557712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,713 DEBUG [Thread-2223 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:37,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410557715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,716 DEBUG [Thread-2221 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:37,737 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/c37e563fa1194eaf84ff59aac2ae0eb3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/c37e563fa1194eaf84ff59aac2ae0eb3 2024-12-17T04:41:37,741 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/B of 8f675945ee242978ec8bc279f5b741cf into c37e563fa1194eaf84ff59aac2ae0eb3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:37,741 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:37,741 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/B, priority=13, startTime=1734410497324; duration=0sec 2024-12-17T04:41:37,741 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:37,741 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:B 2024-12-17T04:41:37,741 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:37,742 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:37,742 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/C is initiating minor compaction (all files) 2024-12-17T04:41:37,742 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/C in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:37,742 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d9a859b2ff2c47a4bed3e859de6a39e3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/ddd9816312074de485945c2e0edb5d33, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/07bed11dfc2e47a78811ca20fc44da59] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=35.3 K 2024-12-17T04:41:37,742 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting d9a859b2ff2c47a4bed3e859de6a39e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734410489451 2024-12-17T04:41:37,743 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd9816312074de485945c2e0edb5d33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734410491514 2024-12-17T04:41:37,743 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 07bed11dfc2e47a78811ca20fc44da59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734410493586 2024-12-17T04:41:37,745 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#A#compaction#441 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:37,745 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/fdba540ef4864195925e5b95daf984cc is 175, key is test_row_0/A:col10/1734410493586/Put/seqid=0 2024-12-17T04:41:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742347_1523 (size=31161) 2024-12-17T04:41:37,749 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#C#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:37,749 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/a4217c649d8c413b92966fa522b1e4d7 is 50, key is test_row_0/C:col10/1734410493586/Put/seqid=0 2024-12-17T04:41:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742348_1524 (size=12207) 2024-12-17T04:41:37,758 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/fdba540ef4864195925e5b95daf984cc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdba540ef4864195925e5b95daf984cc 2024-12-17T04:41:37,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:37,761 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/a4217c649d8c413b92966fa522b1e4d7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/a4217c649d8c413b92966fa522b1e4d7 2024-12-17T04:41:37,762 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/A of 8f675945ee242978ec8bc279f5b741cf into fdba540ef4864195925e5b95daf984cc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:37,762 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:37,762 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/A, priority=13, startTime=1734410497324; duration=0sec 2024-12-17T04:41:37,762 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:37,762 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:A 2024-12-17T04:41:37,764 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121765a17afa8bbb4c63985ff475f8378a76_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121765a17afa8bbb4c63985ff475f8378a76_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/6ac7e2876d8d43f09deb71102f425abb, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:37,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410557763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/6ac7e2876d8d43f09deb71102f425abb is 175, key is test_row_0/A:col10/1734410495700/Put/seqid=0 2024-12-17T04:41:37,768 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/C of 8f675945ee242978ec8bc279f5b741cf into a4217c649d8c413b92966fa522b1e4d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:37,768 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:37,768 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/C, priority=13, startTime=1734410497324; duration=0sec 2024-12-17T04:41:37,768 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:37,768 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:C 2024-12-17T04:41:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742349_1525 (size=30955) 2024-12-17T04:41:37,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410557819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410557825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:37,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410557967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:38,170 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/6ac7e2876d8d43f09deb71102f425abb 2024-12-17T04:41:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/cb50a0e650bf457cbc9febf9d0192f8b is 50, key is test_row_0/B:col10/1734410495700/Put/seqid=0 2024-12-17T04:41:38,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742350_1526 (size=12001) 2024-12-17T04:41:38,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410558270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:38,577 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/cb50a0e650bf457cbc9febf9d0192f8b 2024-12-17T04:41:38,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/0219126b8464416b9a9a5102ac4d784d is 50, key is test_row_0/C:col10/1734410495700/Put/seqid=0 2024-12-17T04:41:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742351_1527 (size=12001) 2024-12-17T04:41:38,585 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/0219126b8464416b9a9a5102ac4d784d 2024-12-17T04:41:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/6ac7e2876d8d43f09deb71102f425abb as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/6ac7e2876d8d43f09deb71102f425abb 2024-12-17T04:41:38,590 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/6ac7e2876d8d43f09deb71102f425abb, entries=150, sequenceid=116, filesize=30.2 K 2024-12-17T04:41:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/cb50a0e650bf457cbc9febf9d0192f8b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cb50a0e650bf457cbc9febf9d0192f8b 2024-12-17T04:41:38,593 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cb50a0e650bf457cbc9febf9d0192f8b, entries=150, sequenceid=116, filesize=11.7 K 2024-12-17T04:41:38,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/0219126b8464416b9a9a5102ac4d784d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/0219126b8464416b9a9a5102ac4d784d 2024-12-17T04:41:38,595 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/0219126b8464416b9a9a5102ac4d784d, entries=150, sequenceid=116, filesize=11.7 K 2024-12-17T04:41:38,596 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8f675945ee242978ec8bc279f5b741cf in 1244ms, sequenceid=116, compaction requested=false 2024-12-17T04:41:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-17T04:41:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-17T04:41:38,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-17T04:41:38,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0710 sec 2024-12-17T04:41:38,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 3.0730 sec 2024-12-17T04:41:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:38,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T04:41:38,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:38,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:38,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:38,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:38,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:38,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:38,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178facafd750d4437982b76e34a1d11847_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410497645/Put/seqid=0 2024-12-17T04:41:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742352_1528 (size=12254) 2024-12-17T04:41:38,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410558818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410558921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410559124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:39,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178facafd750d4437982b76e34a1d11847_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178facafd750d4437982b76e34a1d11847_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:39,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/2438fe0f89f54a03be3487cc0dbcc4b8, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:39,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/2438fe0f89f54a03be3487cc0dbcc4b8 is 175, key is test_row_0/A:col10/1734410497645/Put/seqid=0 2024-12-17T04:41:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742353_1529 (size=31055) 2024-12-17T04:41:39,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410559426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,594 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/2438fe0f89f54a03be3487cc0dbcc4b8 2024-12-17T04:41:39,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/b7b07582973846b192299d5ad050fe3b is 50, key is test_row_0/B:col10/1734410497645/Put/seqid=0 2024-12-17T04:41:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742354_1530 (size=12101) 2024-12-17T04:41:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T04:41:39,630 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-17T04:41:39,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-17T04:41:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-17T04:41:39,632 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:39,632 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:39,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-17T04:41:39,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-17T04:41:39,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:39,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:39,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:39,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:39,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:39,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410559829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,831 DEBUG [Thread-2219 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410559832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,834 DEBUG [Thread-2227 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:39,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410559930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-17T04:41:39,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:39,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-17T04:41:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:39,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/b7b07582973846b192299d5ad050fe3b 2024-12-17T04:41:40,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/13c0b09b1cae4e5794da9181baec9432 is 50, key is test_row_0/C:col10/1734410497645/Put/seqid=0 2024-12-17T04:41:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742355_1531 (size=12101) 2024-12-17T04:41:40,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:40,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-17T04:41:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-17T04:41:40,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:40,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-17T04:41:40,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:40,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:40,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-17T04:41:40,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:40,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:40,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/13c0b09b1cae4e5794da9181baec9432 2024-12-17T04:41:40,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/2438fe0f89f54a03be3487cc0dbcc4b8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/2438fe0f89f54a03be3487cc0dbcc4b8 2024-12-17T04:41:40,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/2438fe0f89f54a03be3487cc0dbcc4b8, entries=150, sequenceid=136, filesize=30.3 K 2024-12-17T04:41:40,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/b7b07582973846b192299d5ad050fe3b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/b7b07582973846b192299d5ad050fe3b 2024-12-17T04:41:40,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/b7b07582973846b192299d5ad050fe3b, entries=150, sequenceid=136, filesize=11.8 K 2024-12-17T04:41:40,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/13c0b09b1cae4e5794da9181baec9432 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/13c0b09b1cae4e5794da9181baec9432 2024-12-17T04:41:40,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/13c0b09b1cae4e5794da9181baec9432, entries=150, sequenceid=136, filesize=11.8 K 2024-12-17T04:41:40,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8f675945ee242978ec8bc279f5b741cf in 1668ms, sequenceid=136, compaction requested=true 2024-12-17T04:41:40,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:40,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:40,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:40,441 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:40,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:40,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:40,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:40,442 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:40,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/A is initiating minor compaction (all files) 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/B is initiating minor compaction (all files) 2024-12-17T04:41:40,443 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/A in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,443 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/B in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,443 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdba540ef4864195925e5b95daf984cc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/6ac7e2876d8d43f09deb71102f425abb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/2438fe0f89f54a03be3487cc0dbcc4b8] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=91.0 K 2024-12-17T04:41:40,443 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/c37e563fa1194eaf84ff59aac2ae0eb3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cb50a0e650bf457cbc9febf9d0192f8b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/b7b07582973846b192299d5ad050fe3b] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=35.5 K 2024-12-17T04:41:40,443 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdba540ef4864195925e5b95daf984cc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/6ac7e2876d8d43f09deb71102f425abb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/2438fe0f89f54a03be3487cc0dbcc4b8] 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdba540ef4864195925e5b95daf984cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734410493586 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting c37e563fa1194eaf84ff59aac2ae0eb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734410493586 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting cb50a0e650bf457cbc9febf9d0192f8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734410495698 2024-12-17T04:41:40,443 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ac7e2876d8d43f09deb71102f425abb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734410495698 2024-12-17T04:41:40,444 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b7b07582973846b192299d5ad050fe3b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734410497645 2024-12-17T04:41:40,444 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2438fe0f89f54a03be3487cc0dbcc4b8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734410497645 2024-12-17T04:41:40,448 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:40,452 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412179febbaf82bba40998937cecb4db2f478_8f675945ee242978ec8bc279f5b741cf store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:40,453 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:40,453 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412179febbaf82bba40998937cecb4db2f478_8f675945ee242978ec8bc279f5b741cf, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:40,453 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179febbaf82bba40998937cecb4db2f478_8f675945ee242978ec8bc279f5b741cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:40,453 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/06c631600f784df98b99ce5579010b52 is 50, key is test_row_0/B:col10/1734410497645/Put/seqid=0 2024-12-17T04:41:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742356_1532 (size=12409) 2024-12-17T04:41:40,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742357_1533 (size=4469) 2024-12-17T04:41:40,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:40,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-17T04:41:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,544 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T04:41:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:40,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217749e636ec6b149e98223a34ed254c586_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410498805/Put/seqid=0 2024-12-17T04:41:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742358_1534 (size=12304) 2024-12-17T04:41:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,554 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217749e636ec6b149e98223a34ed254c586_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217749e636ec6b149e98223a34ed254c586_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/e1730a7f27d34332ba58f5c44e7b1b6f, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/e1730a7f27d34332ba58f5c44e7b1b6f is 175, key is test_row_0/A:col10/1734410498805/Put/seqid=0 2024-12-17T04:41:40,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742359_1535 (size=31105) 2024-12-17T04:41:40,559 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/e1730a7f27d34332ba58f5c44e7b1b6f 2024-12-17T04:41:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f986e871bee2428887fa9a8aae821cfa is 50, key is test_row_0/B:col10/1734410498805/Put/seqid=0 2024-12-17T04:41:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742360_1536 (size=12151) 2024-12-17T04:41:40,566 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f986e871bee2428887fa9a8aae821cfa 2024-12-17T04:41:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/d320596e368f42a6a520134cf2d6bda8 is 50, key is test_row_0/C:col10/1734410498805/Put/seqid=0 2024-12-17T04:41:40,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742361_1537 (size=12151) 2024-12-17T04:41:40,583 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/d320596e368f42a6a520134cf2d6bda8 2024-12-17T04:41:40,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/e1730a7f27d34332ba58f5c44e7b1b6f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/e1730a7f27d34332ba58f5c44e7b1b6f 2024-12-17T04:41:40,590 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/e1730a7f27d34332ba58f5c44e7b1b6f, entries=150, sequenceid=155, filesize=30.4 K 2024-12-17T04:41:40,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f986e871bee2428887fa9a8aae821cfa as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f986e871bee2428887fa9a8aae821cfa 2024-12-17T04:41:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,593 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f986e871bee2428887fa9a8aae821cfa, entries=150, sequenceid=155, filesize=11.9 K 2024-12-17T04:41:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/d320596e368f42a6a520134cf2d6bda8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d320596e368f42a6a520134cf2d6bda8 2024-12-17T04:41:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d320596e368f42a6a520134cf2d6bda8, entries=150, sequenceid=155, filesize=11.9 K 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 8f675945ee242978ec8bc279f5b741cf in 52ms, sequenceid=155, compaction requested=true 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:40,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-17T04:41:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 965 msec 2024-12-17T04:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 968 msec 2024-12-17T04:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,734 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:40,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#A#compaction#449 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/cf334e1ae78d43e38f62659922ae041c is 175, key is test_row_0/A:col10/1734410497645/Put/seqid=0 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,860 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/06c631600f784df98b99ce5579010b52 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/06c631600f784df98b99ce5579010b52 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742362_1538 (size=31363) 2024-12-17T04:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,865 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/B of 8f675945ee242978ec8bc279f5b741cf into 06c631600f784df98b99ce5579010b52(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,865 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:40,865 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/B, priority=13, startTime=1734410500441; duration=0sec 2024-12-17T04:41:40,865 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:40,865 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:B 2024-12-17T04:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,866 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,866 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/cf334e1ae78d43e38f62659922ae041c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/cf334e1ae78d43e38f62659922ae041c 2024-12-17T04:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,867 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:40,867 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/C is initiating minor compaction (all files) 2024-12-17T04:41:40,867 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/C in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,867 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/a4217c649d8c413b92966fa522b1e4d7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/0219126b8464416b9a9a5102ac4d784d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/13c0b09b1cae4e5794da9181baec9432, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d320596e368f42a6a520134cf2d6bda8] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=47.3 K 2024-12-17T04:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,867 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a4217c649d8c413b92966fa522b1e4d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734410493586 2024-12-17T04:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 0219126b8464416b9a9a5102ac4d784d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734410495698 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 13c0b09b1cae4e5794da9181baec9432, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734410497645 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting d320596e368f42a6a520134cf2d6bda8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734410498805 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,870 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/A of 8f675945ee242978ec8bc279f5b741cf into cf334e1ae78d43e38f62659922ae041c(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,870 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:40,870 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/A, priority=13, startTime=1734410500441; duration=0sec 2024-12-17T04:41:40,870 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:40,870 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:A 2024-12-17T04:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,874 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/852e65993ae64a43bb5b0a21cf56a440 is 50, key is test_row_0/C:col10/1734410498805/Put/seqid=0 2024-12-17T04:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742363_1539 (size=12493) 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-17T04:41:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 152 msec 2024-12-17T04:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 156 msec 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:40,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T04:41:40,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:40,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:40,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:40,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:40,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:40,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:40,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c1fea45ef57d4b318641b252ac55778c_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410500983/Put/seqid=0 2024-12-17T04:41:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742364_1540 (size=14794) 2024-12-17T04:41:40,996 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:40,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c1fea45ef57d4b318641b252ac55778c_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c1fea45ef57d4b318641b252ac55778c_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:40,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/56614491ba43439e96e13552525899e3, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:40,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/56614491ba43439e96e13552525899e3 is 175, key is test_row_0/A:col10/1734410500983/Put/seqid=0 2024-12-17T04:41:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742365_1541 (size=39749) 2024-12-17T04:41:41,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/56614491ba43439e96e13552525899e3 2024-12-17T04:41:41,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/2998f3dbe5034781b2c8a9b83b27cc9c is 50, key is test_row_0/B:col10/1734410500983/Put/seqid=0 2024-12-17T04:41:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742366_1542 (size=12151) 2024-12-17T04:41:41,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/2998f3dbe5034781b2c8a9b83b27cc9c 2024-12-17T04:41:41,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/219c9769829844328f9924b316be590f is 50, key is test_row_0/C:col10/1734410500983/Put/seqid=0 2024-12-17T04:41:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742367_1543 (size=12151) 2024-12-17T04:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-17T04:41:41,038 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-17T04:41:41,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-17T04:41:41,040 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-17T04:41:41,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410561038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,040 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:41,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-17T04:41:41,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410561141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-17T04:41:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:41,286 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/852e65993ae64a43bb5b0a21cf56a440 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/852e65993ae64a43bb5b0a21cf56a440 2024-12-17T04:41:41,289 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/C of 8f675945ee242978ec8bc279f5b741cf into 852e65993ae64a43bb5b0a21cf56a440(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:41,289 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:41,289 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/C, priority=12, startTime=1734410500441; duration=0sec 2024-12-17T04:41:41,289 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:41,289 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:C 2024-12-17T04:41:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-17T04:41:41,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410561343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-17T04:41:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:41,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/219c9769829844328f9924b316be590f 2024-12-17T04:41:41,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/56614491ba43439e96e13552525899e3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/56614491ba43439e96e13552525899e3 2024-12-17T04:41:41,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/56614491ba43439e96e13552525899e3, entries=200, sequenceid=169, filesize=38.8 K 2024-12-17T04:41:41,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/2998f3dbe5034781b2c8a9b83b27cc9c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/2998f3dbe5034781b2c8a9b83b27cc9c 2024-12-17T04:41:41,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/2998f3dbe5034781b2c8a9b83b27cc9c, entries=150, sequenceid=169, filesize=11.9 K 2024-12-17T04:41:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/219c9769829844328f9924b316be590f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/219c9769829844328f9924b316be590f 2024-12-17T04:41:41,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/219c9769829844328f9924b316be590f, entries=150, sequenceid=169, filesize=11.9 K 2024-12-17T04:41:41,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8f675945ee242978ec8bc279f5b741cf in 450ms, sequenceid=169, compaction requested=true 2024-12-17T04:41:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:41,436 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:41,436 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:41,437 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:41,437 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:41,437 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/A is initiating minor compaction (all files) 2024-12-17T04:41:41,437 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/B is initiating minor compaction (all files) 2024-12-17T04:41:41,437 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/A in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,437 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/B in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,437 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/cf334e1ae78d43e38f62659922ae041c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/e1730a7f27d34332ba58f5c44e7b1b6f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/56614491ba43439e96e13552525899e3] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=99.8 K 2024-12-17T04:41:41,437 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/06c631600f784df98b99ce5579010b52, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f986e871bee2428887fa9a8aae821cfa, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/2998f3dbe5034781b2c8a9b83b27cc9c] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=35.9 K 2024-12-17T04:41:41,437 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,437 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/cf334e1ae78d43e38f62659922ae041c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/e1730a7f27d34332ba58f5c44e7b1b6f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/56614491ba43439e96e13552525899e3] 2024-12-17T04:41:41,438 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c631600f784df98b99ce5579010b52, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734410497645 2024-12-17T04:41:41,438 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf334e1ae78d43e38f62659922ae041c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734410497645 2024-12-17T04:41:41,438 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f986e871bee2428887fa9a8aae821cfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734410498805 2024-12-17T04:41:41,438 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1730a7f27d34332ba58f5c44e7b1b6f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734410498805 2024-12-17T04:41:41,438 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 2998f3dbe5034781b2c8a9b83b27cc9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734410500978 2024-12-17T04:41:41,438 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56614491ba43439e96e13552525899e3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734410500978 2024-12-17T04:41:41,443 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:41,443 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#B#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:41,444 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/ffec179686324e1d880e46b159df176a is 50, key is test_row_0/B:col10/1734410500983/Put/seqid=0 2024-12-17T04:41:41,445 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217a2f7e306c754462f9f35dce8f87ec671_8f675945ee242978ec8bc279f5b741cf store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:41,446 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217a2f7e306c754462f9f35dce8f87ec671_8f675945ee242978ec8bc279f5b741cf, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:41,446 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a2f7e306c754462f9f35dce8f87ec671_8f675945ee242978ec8bc279f5b741cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742368_1544 (size=12561) 2024-12-17T04:41:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742369_1545 (size=4469) 2024-12-17T04:41:41,489 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#A#compaction#459 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:41,489 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/82f13509e3cb4ca3b3a61c53a2182b6d is 175, key is test_row_0/A:col10/1734410500983/Put/seqid=0 2024-12-17T04:41:41,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-17T04:41:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:41,497 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T04:41:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:41,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742370_1546 (size=31515) 2024-12-17T04:41:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217cd23a779412e44e3b332866d9fa70d0c_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410501033/Put/seqid=0 2024-12-17T04:41:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742371_1547 (size=12304) 2024-12-17T04:41:41,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:41,511 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217cd23a779412e44e3b332866d9fa70d0c_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217cd23a779412e44e3b332866d9fa70d0c_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:41,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/858d69f038ed438096975d1aeeaddb28, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:41,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/858d69f038ed438096975d1aeeaddb28 is 175, key is test_row_0/A:col10/1734410501033/Put/seqid=0 2024-12-17T04:41:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742372_1548 (size=31105) 2024-12-17T04:41:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-17T04:41:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:41,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:41,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410561662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1734410561725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,726 DEBUG [Thread-2223 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38146 deadline: 1734410561745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,746 DEBUG [Thread-2221 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:41,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410561764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:41,890 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/ffec179686324e1d880e46b159df176a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ffec179686324e1d880e46b159df176a 2024-12-17T04:41:41,893 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/B of 8f675945ee242978ec8bc279f5b741cf into ffec179686324e1d880e46b159df176a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:41,893 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/B, priority=13, startTime=1734410501436; duration=0sec 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:B 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. because compaction request was cancelled 2024-12-17T04:41:41,893 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:C 2024-12-17T04:41:41,904 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/82f13509e3cb4ca3b3a61c53a2182b6d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/82f13509e3cb4ca3b3a61c53a2182b6d 2024-12-17T04:41:41,907 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/A of 8f675945ee242978ec8bc279f5b741cf into 82f13509e3cb4ca3b3a61c53a2182b6d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:41,907 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:41,907 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/A, priority=13, startTime=1734410501436; duration=0sec 2024-12-17T04:41:41,907 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:41,907 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:A 2024-12-17T04:41:41,915 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/858d69f038ed438096975d1aeeaddb28 2024-12-17T04:41:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/99c131ec19364d77b15a324ec6eda1e5 is 50, key is test_row_0/B:col10/1734410501033/Put/seqid=0 2024-12-17T04:41:41,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742373_1549 (size=12151) 2024-12-17T04:41:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410561967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-17T04:41:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410562269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:42,324 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/99c131ec19364d77b15a324ec6eda1e5 2024-12-17T04:41:42,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/61baba0152cf462889ef668084e70ee8 is 50, key is test_row_0/C:col10/1734410501033/Put/seqid=0 2024-12-17T04:41:42,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742374_1550 (size=12151) 2024-12-17T04:41:42,732 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/61baba0152cf462889ef668084e70ee8 2024-12-17T04:41:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/858d69f038ed438096975d1aeeaddb28 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/858d69f038ed438096975d1aeeaddb28 2024-12-17T04:41:42,737 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/858d69f038ed438096975d1aeeaddb28, entries=150, sequenceid=195, filesize=30.4 K 2024-12-17T04:41:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/99c131ec19364d77b15a324ec6eda1e5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/99c131ec19364d77b15a324ec6eda1e5 2024-12-17T04:41:42,740 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/99c131ec19364d77b15a324ec6eda1e5, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T04:41:42,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/61baba0152cf462889ef668084e70ee8 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/61baba0152cf462889ef668084e70ee8 2024-12-17T04:41:42,743 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/61baba0152cf462889ef668084e70ee8, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T04:41:42,743 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8f675945ee242978ec8bc279f5b741cf in 1246ms, sequenceid=195, compaction requested=true 2024-12-17T04:41:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-17T04:41:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-17T04:41:42,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-17T04:41:42,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-12-17T04:41:42,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.7060 sec 2024-12-17T04:41:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:42,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T04:41:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:42,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121754eee065353742e98b54697b93d67edd_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410502772/Put/seqid=0 2024-12-17T04:41:42,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742375_1551 (size=14794) 2024-12-17T04:41:42,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410562825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:42,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410562927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410563130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-17T04:41:43,143 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-17T04:41:43,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-17T04:41:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T04:41:43,145 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:43,145 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:43,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:43,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:43,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121754eee065353742e98b54697b93d67edd_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121754eee065353742e98b54697b93d67edd_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:43,193 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b1aacc4b99f648a88869f846b31c2e95, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:43,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b1aacc4b99f648a88869f846b31c2e95 is 175, key is test_row_0/A:col10/1734410502772/Put/seqid=0 2024-12-17T04:41:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742376_1552 (size=39749) 2024-12-17T04:41:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T04:41:43,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:43,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410563434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T04:41:43,448 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b1aacc4b99f648a88869f846b31c2e95 2024-12-17T04:41:43,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/edf878bd37c148028c77ed3933e5be55 is 50, key is test_row_0/B:col10/1734410502772/Put/seqid=0 2024-12-17T04:41:43,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742377_1553 (size=12151) 2024-12-17T04:41:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T04:41:43,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38194 deadline: 1734410563857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,858 DEBUG [Thread-2227 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:43,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38222 deadline: 1734410563863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,864 DEBUG [Thread-2219 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., hostname=07dc45045cb2,44187,1734410331712, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T04:41:43,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:43,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:43,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:43,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410563940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:44,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/edf878bd37c148028c77ed3933e5be55 2024-12-17T04:41:44,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/34632683cbd143ff935e1b40d788cf11 is 50, key is test_row_0/C:col10/1734410502772/Put/seqid=0 2024-12-17T04:41:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742378_1554 (size=12151) 2024-12-17T04:41:44,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:44,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:44,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:44,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:44,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:44,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T04:41:44,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:44,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:44,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:44,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:44,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/34632683cbd143ff935e1b40d788cf11 2024-12-17T04:41:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b1aacc4b99f648a88869f846b31c2e95 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b1aacc4b99f648a88869f846b31c2e95 2024-12-17T04:41:44,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b1aacc4b99f648a88869f846b31c2e95, entries=200, sequenceid=209, filesize=38.8 K 2024-12-17T04:41:44,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/edf878bd37c148028c77ed3933e5be55 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/edf878bd37c148028c77ed3933e5be55 2024-12-17T04:41:44,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/edf878bd37c148028c77ed3933e5be55, entries=150, sequenceid=209, filesize=11.9 K 2024-12-17T04:41:44,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/34632683cbd143ff935e1b40d788cf11 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/34632683cbd143ff935e1b40d788cf11 2024-12-17T04:41:44,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/34632683cbd143ff935e1b40d788cf11, entries=150, sequenceid=209, filesize=11.9 K 2024-12-17T04:41:44,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8f675945ee242978ec8bc279f5b741cf in 1650ms, sequenceid=209, compaction requested=true 2024-12-17T04:41:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:44,424 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:44,424 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:44,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:44,424 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:44,424 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:44,424 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/B is initiating minor compaction (all files) 2024-12-17T04:41:44,424 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/A is initiating minor compaction (all files) 2024-12-17T04:41:44,424 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/A in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,424 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/B in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,425 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ffec179686324e1d880e46b159df176a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/99c131ec19364d77b15a324ec6eda1e5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/edf878bd37c148028c77ed3933e5be55] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=36.0 K 2024-12-17T04:41:44,425 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/82f13509e3cb4ca3b3a61c53a2182b6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/858d69f038ed438096975d1aeeaddb28, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b1aacc4b99f648a88869f846b31c2e95] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=100.0 K 2024-12-17T04:41:44,425 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,425 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/82f13509e3cb4ca3b3a61c53a2182b6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/858d69f038ed438096975d1aeeaddb28, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b1aacc4b99f648a88869f846b31c2e95] 2024-12-17T04:41:44,425 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting ffec179686324e1d880e46b159df176a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734410500978 2024-12-17T04:41:44,425 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f13509e3cb4ca3b3a61c53a2182b6d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734410500978 2024-12-17T04:41:44,425 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 99c131ec19364d77b15a324ec6eda1e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734410501029 2024-12-17T04:41:44,425 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 858d69f038ed438096975d1aeeaddb28, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734410501029 2024-12-17T04:41:44,425 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting edf878bd37c148028c77ed3933e5be55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734410501654 2024-12-17T04:41:44,425 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1aacc4b99f648a88869f846b31c2e95, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734410501654 2024-12-17T04:41:44,430 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:44,430 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#B#compaction#466 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:44,431 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/44f727aea12a4475a1051baedd5127b5 is 50, key is test_row_0/B:col10/1734410502772/Put/seqid=0 2024-12-17T04:41:44,432 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217fa6f5e1a30bd438eb8df38ee7772c94f_8f675945ee242978ec8bc279f5b741cf store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:44,434 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217fa6f5e1a30bd438eb8df38ee7772c94f_8f675945ee242978ec8bc279f5b741cf, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:44,434 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217fa6f5e1a30bd438eb8df38ee7772c94f_8f675945ee242978ec8bc279f5b741cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742379_1555 (size=12663) 2024-12-17T04:41:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742380_1556 (size=4469) 2024-12-17T04:41:44,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:44,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T04:41:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,514 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T04:41:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:44,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:44,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:44,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217116d685341074157b1cfd9e49f44fd85_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410502822/Put/seqid=0 2024-12-17T04:41:44,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742381_1557 (size=12304) 2024-12-17T04:41:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:44,525 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217116d685341074157b1cfd9e49f44fd85_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217116d685341074157b1cfd9e49f44fd85_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b4d2bdec92114ac3bb1737b32516743c, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b4d2bdec92114ac3bb1737b32516743c is 175, key is test_row_0/A:col10/1734410502822/Put/seqid=0 2024-12-17T04:41:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742382_1558 (size=31105) 2024-12-17T04:41:44,530 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b4d2bdec92114ac3bb1737b32516743c 2024-12-17T04:41:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/787a9fed1e434bb0babac5284dae4dbd is 50, key is test_row_0/B:col10/1734410502822/Put/seqid=0 2024-12-17T04:41:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742383_1559 (size=12151) 2024-12-17T04:41:44,852 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/44f727aea12a4475a1051baedd5127b5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/44f727aea12a4475a1051baedd5127b5 2024-12-17T04:41:44,855 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/B of 8f675945ee242978ec8bc279f5b741cf into 44f727aea12a4475a1051baedd5127b5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:44,855 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:44,855 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/B, priority=13, startTime=1734410504424; duration=0sec 2024-12-17T04:41:44,855 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#A#compaction#467 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:44,855 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:44,855 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:B 2024-12-17T04:41:44,855 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T04:41:44,855 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/a9a5a579c41340a592c3613a1ea61b58 is 175, key is test_row_0/A:col10/1734410502772/Put/seqid=0 2024-12-17T04:41:44,856 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T04:41:44,856 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/C is initiating minor compaction (all files) 2024-12-17T04:41:44,856 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/C in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,856 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/852e65993ae64a43bb5b0a21cf56a440, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/219c9769829844328f9924b316be590f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/61baba0152cf462889ef668084e70ee8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/34632683cbd143ff935e1b40d788cf11] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=47.8 K 2024-12-17T04:41:44,857 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 852e65993ae64a43bb5b0a21cf56a440, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734410498805 2024-12-17T04:41:44,857 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 219c9769829844328f9924b316be590f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734410500978 2024-12-17T04:41:44,857 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 61baba0152cf462889ef668084e70ee8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734410501029 2024-12-17T04:41:44,857 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 34632683cbd143ff935e1b40d788cf11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734410501654 2024-12-17T04:41:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742384_1560 (size=31617) 2024-12-17T04:41:44,864 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:44,864 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/de3d6a239e1148e7b795b79b3d069439 is 50, key is test_row_0/C:col10/1734410502772/Put/seqid=0 2024-12-17T04:41:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742385_1561 (size=12629) 2024-12-17T04:41:44,937 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/787a9fed1e434bb0babac5284dae4dbd 2024-12-17T04:41:44,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/6c793887d5b947fab4c94b5d49cf87e2 is 50, key is test_row_0/C:col10/1734410502822/Put/seqid=0 2024-12-17T04:41:44,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742386_1562 (size=12151) 2024-12-17T04:41:44,949 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/6c793887d5b947fab4c94b5d49cf87e2 2024-12-17T04:41:44,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/b4d2bdec92114ac3bb1737b32516743c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b4d2bdec92114ac3bb1737b32516743c 2024-12-17T04:41:44,962 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b4d2bdec92114ac3bb1737b32516743c, entries=150, sequenceid=233, filesize=30.4 K 2024-12-17T04:41:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/787a9fed1e434bb0babac5284dae4dbd as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/787a9fed1e434bb0babac5284dae4dbd 2024-12-17T04:41:44,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410564962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:44,965 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/787a9fed1e434bb0babac5284dae4dbd, entries=150, sequenceid=233, filesize=11.9 K 2024-12-17T04:41:44,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/6c793887d5b947fab4c94b5d49cf87e2 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/6c793887d5b947fab4c94b5d49cf87e2 2024-12-17T04:41:44,968 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/6c793887d5b947fab4c94b5d49cf87e2, entries=150, sequenceid=233, filesize=11.9 K 2024-12-17T04:41:44,969 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8f675945ee242978ec8bc279f5b741cf in 455ms, sequenceid=233, compaction requested=false 2024-12-17T04:41:44,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:44,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:44,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-17T04:41:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-17T04:41:44,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-17T04:41:44,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-12-17T04:41:44,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8280 sec 2024-12-17T04:41:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:45,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T04:41:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:45,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c891482ef253463db64e20ad2c5e3661_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410504959/Put/seqid=0 2024-12-17T04:41:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742387_1563 (size=12304) 2024-12-17T04:41:45,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410565125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410565227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T04:41:45,248 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-17T04:41:45,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T04:41:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-17T04:41:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T04:41:45,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T04:41:45,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T04:41:45,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T04:41:45,261 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/a9a5a579c41340a592c3613a1ea61b58 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a9a5a579c41340a592c3613a1ea61b58 2024-12-17T04:41:45,264 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/A of 8f675945ee242978ec8bc279f5b741cf into a9a5a579c41340a592c3613a1ea61b58(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:45,264 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:45,264 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/A, priority=13, startTime=1734410504424; duration=0sec 2024-12-17T04:41:45,264 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:45,264 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:A 2024-12-17T04:41:45,271 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/de3d6a239e1148e7b795b79b3d069439 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/de3d6a239e1148e7b795b79b3d069439 2024-12-17T04:41:45,274 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/C of 8f675945ee242978ec8bc279f5b741cf into de3d6a239e1148e7b795b79b3d069439(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:45,274 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:45,274 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/C, priority=12, startTime=1734410504424; duration=0sec 2024-12-17T04:41:45,274 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:45,274 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:C 2024-12-17T04:41:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T04:41:45,401 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T04:41:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410565430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:45,480 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c891482ef253463db64e20ad2c5e3661_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c891482ef253463db64e20ad2c5e3661_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:45,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/33d56714f233426aa4af5549cabd93b7, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:45,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/33d56714f233426aa4af5549cabd93b7 is 175, key is test_row_0/A:col10/1734410504959/Put/seqid=0 2024-12-17T04:41:45,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742388_1564 (size=31105) 2024-12-17T04:41:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T04:41:45,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T04:41:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T04:41:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410565732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T04:41:45,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:45,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T04:41:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:45,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:45,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/33d56714f233426aa4af5549cabd93b7 2024-12-17T04:41:45,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/a89fcd0ed71443b8bc08742a3ec827a1 is 50, key is test_row_0/B:col10/1734410504959/Put/seqid=0 2024-12-17T04:41:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742389_1565 (size=12151) 2024-12-17T04:41:45,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/a89fcd0ed71443b8bc08742a3ec827a1 2024-12-17T04:41:45,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/3430b513c3b9420299ae92aa659a48d9 is 50, key is test_row_0/C:col10/1734410504959/Put/seqid=0 2024-12-17T04:41:45,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742390_1566 (size=12151) 2024-12-17T04:41:46,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:46,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T04:41:46,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:46,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:46,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:46,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:46,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T04:41:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T04:41:46,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410566237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:46,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/3430b513c3b9420299ae92aa659a48d9 2024-12-17T04:41:46,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/33d56714f233426aa4af5549cabd93b7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/33d56714f233426aa4af5549cabd93b7 2024-12-17T04:41:46,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/33d56714f233426aa4af5549cabd93b7, entries=150, sequenceid=247, filesize=30.4 K 2024-12-17T04:41:46,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/a89fcd0ed71443b8bc08742a3ec827a1 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/a89fcd0ed71443b8bc08742a3ec827a1 2024-12-17T04:41:46,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/a89fcd0ed71443b8bc08742a3ec827a1, entries=150, sequenceid=247, filesize=11.9 K 2024-12-17T04:41:46,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/3430b513c3b9420299ae92aa659a48d9 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/3430b513c3b9420299ae92aa659a48d9 2024-12-17T04:41:46,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/3430b513c3b9420299ae92aa659a48d9, entries=150, sequenceid=247, filesize=11.9 K 2024-12-17T04:41:46,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8f675945ee242978ec8bc279f5b741cf in 1243ms, sequenceid=247, compaction requested=true 2024-12-17T04:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:46,312 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:46,312 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:46,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:46,313 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:46,313 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:46,313 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/A is initiating minor compaction (all files) 2024-12-17T04:41:46,313 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/B is initiating minor compaction (all files) 2024-12-17T04:41:46,313 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/A in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,313 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/B in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,313 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/44f727aea12a4475a1051baedd5127b5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/787a9fed1e434bb0babac5284dae4dbd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/a89fcd0ed71443b8bc08742a3ec827a1] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=36.1 K 2024-12-17T04:41:46,313 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a9a5a579c41340a592c3613a1ea61b58, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b4d2bdec92114ac3bb1737b32516743c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/33d56714f233426aa4af5549cabd93b7] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=91.6 K 2024-12-17T04:41:46,313 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,313 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a9a5a579c41340a592c3613a1ea61b58, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b4d2bdec92114ac3bb1737b32516743c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/33d56714f233426aa4af5549cabd93b7] 2024-12-17T04:41:46,314 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9a5a579c41340a592c3613a1ea61b58, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734410501654 2024-12-17T04:41:46,314 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 44f727aea12a4475a1051baedd5127b5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734410501654 2024-12-17T04:41:46,314 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4d2bdec92114ac3bb1737b32516743c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734410502804 2024-12-17T04:41:46,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:46,314 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 787a9fed1e434bb0babac5284dae4dbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734410502804 2024-12-17T04:41:46,314 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33d56714f233426aa4af5549cabd93b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734410504956 2024-12-17T04:41:46,314 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting a89fcd0ed71443b8bc08742a3ec827a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734410504956 2024-12-17T04:41:46,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44187 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T04:41:46,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,314 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T04:41:46,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:46,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:46,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:46,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:46,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:46,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:46,331 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a323018175a249bc834d31a07fb44072_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410505113/Put/seqid=0 2024-12-17T04:41:46,334 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:46,334 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412172bdc21ba285845d187bb7b4cf42235f1_8f675945ee242978ec8bc279f5b741cf store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:46,334 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/257c57b45ad744bca30862332b5eb17b is 50, key is test_row_0/B:col10/1734410504959/Put/seqid=0 2024-12-17T04:41:46,335 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412172bdc21ba285845d187bb7b4cf42235f1_8f675945ee242978ec8bc279f5b741cf, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:46,335 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172bdc21ba285845d187bb7b4cf42235f1_8f675945ee242978ec8bc279f5b741cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742391_1567 (size=12454) 2024-12-17T04:41:46,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742392_1568 (size=12765) 2024-12-17T04:41:46,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742393_1569 (size=4469) 2024-12-17T04:41:46,348 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#A#compaction#476 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:46,349 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/a067eea1683643758677474b4c63600b is 175, key is test_row_0/A:col10/1734410504959/Put/seqid=0 2024-12-17T04:41:46,350 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/257c57b45ad744bca30862332b5eb17b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/257c57b45ad744bca30862332b5eb17b 2024-12-17T04:41:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742394_1570 (size=31719) 2024-12-17T04:41:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T04:41:46,354 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/B of 8f675945ee242978ec8bc279f5b741cf into 257c57b45ad744bca30862332b5eb17b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:46,354 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:46,354 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/B, priority=13, startTime=1734410506312; duration=0sec 2024-12-17T04:41:46,354 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:46,354 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:B 2024-12-17T04:41:46,354 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:46,355 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:46,356 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/C is initiating minor compaction (all files) 2024-12-17T04:41:46,356 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/C in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:46,356 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/de3d6a239e1148e7b795b79b3d069439, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/6c793887d5b947fab4c94b5d49cf87e2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/3430b513c3b9420299ae92aa659a48d9] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=36.1 K 2024-12-17T04:41:46,356 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting de3d6a239e1148e7b795b79b3d069439, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734410501654 2024-12-17T04:41:46,356 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c793887d5b947fab4c94b5d49cf87e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734410502804 2024-12-17T04:41:46,356 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 3430b513c3b9420299ae92aa659a48d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734410504956 2024-12-17T04:41:46,363 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:46,363 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/bfafecf5393948e19b79553bac6957d6 is 50, key is test_row_0/C:col10/1734410504959/Put/seqid=0 2024-12-17T04:41:46,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742395_1571 (size=12731) 2024-12-17T04:41:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:46,740 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a323018175a249bc834d31a07fb44072_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a323018175a249bc834d31a07fb44072_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:46,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/5e69ec9fef86402db42e6f7e3fdce08f, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/5e69ec9fef86402db42e6f7e3fdce08f is 175, key is test_row_0/A:col10/1734410505113/Put/seqid=0 2024-12-17T04:41:46,756 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/a067eea1683643758677474b4c63600b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a067eea1683643758677474b4c63600b 2024-12-17T04:41:46,759 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/A of 8f675945ee242978ec8bc279f5b741cf into a067eea1683643758677474b4c63600b(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:46,759 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:46,759 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/A, priority=13, startTime=1734410506312; duration=0sec 2024-12-17T04:41:46,759 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:46,759 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:A 2024-12-17T04:41:46,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742396_1572 (size=31255) 2024-12-17T04:41:46,792 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/bfafecf5393948e19b79553bac6957d6 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/bfafecf5393948e19b79553bac6957d6 2024-12-17T04:41:46,794 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/C of 8f675945ee242978ec8bc279f5b741cf into bfafecf5393948e19b79553bac6957d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:46,794 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:46,794 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/C, priority=13, startTime=1734410506312; duration=0sec 2024-12-17T04:41:46,794 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:46,794 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:C 2024-12-17T04:41:47,162 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/5e69ec9fef86402db42e6f7e3fdce08f 2024-12-17T04:41:47,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f5ea00f139384f99b491c84cde70262b is 50, key is test_row_0/B:col10/1734410505113/Put/seqid=0 2024-12-17T04:41:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742397_1573 (size=12301) 2024-12-17T04:41:47,173 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f5ea00f139384f99b491c84cde70262b 2024-12-17T04:41:47,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/824c764849ee46eaa0fbbf1e5f7aae4c is 50, key is test_row_0/C:col10/1734410505113/Put/seqid=0 2024-12-17T04:41:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742398_1574 (size=12301) 2024-12-17T04:41:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. as already flushing 2024-12-17T04:41:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:47,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410567269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:47,309 DEBUG [Thread-2238 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x439b60d5 to 127.0.0.1:52977 2024-12-17T04:41:47,309 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:47,310 DEBUG [Thread-2236 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15b6349f to 127.0.0.1:52977 2024-12-17T04:41:47,310 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:47,310 DEBUG [Thread-2232 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:52977 2024-12-17T04:41:47,310 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:47,310 DEBUG [Thread-2234 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:52977 2024-12-17T04:41:47,310 DEBUG [Thread-2234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:47,311 DEBUG [Thread-2230 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:52977 2024-12-17T04:41:47,311 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T04:41:47,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410567373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T04:41:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38174 deadline: 1734410567576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:47,581 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/824c764849ee46eaa0fbbf1e5f7aae4c 2024-12-17T04:41:47,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/5e69ec9fef86402db42e6f7e3fdce08f as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/5e69ec9fef86402db42e6f7e3fdce08f 2024-12-17T04:41:47,595 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/5e69ec9fef86402db42e6f7e3fdce08f, entries=150, sequenceid=272, filesize=30.5 K 2024-12-17T04:41:47,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/f5ea00f139384f99b491c84cde70262b as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f5ea00f139384f99b491c84cde70262b 2024-12-17T04:41:47,600 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f5ea00f139384f99b491c84cde70262b, entries=150, sequenceid=272, filesize=12.0 K 2024-12-17T04:41:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/824c764849ee46eaa0fbbf1e5f7aae4c as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/824c764849ee46eaa0fbbf1e5f7aae4c 2024-12-17T04:41:47,604 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/824c764849ee46eaa0fbbf1e5f7aae4c, entries=150, sequenceid=272, filesize=12.0 K 2024-12-17T04:41:47,604 INFO [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8f675945ee242978ec8bc279f5b741cf in 1290ms, sequenceid=272, compaction requested=false 2024-12-17T04:41:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:47,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:47,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/07dc45045cb2:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-17T04:41:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-17T04:41:47,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-17T04:41:47,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-12-17T04:41:47,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.3580 sec 2024-12-17T04:41:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44187 {}] regionserver.HRegion(8581): Flush requested on 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:47,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T04:41:47,883 DEBUG [Thread-2225 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:52977 2024-12-17T04:41:47,883 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:47,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:47,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:47,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:47,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217fea2c2eeb977475195eaa2e1fc12bdb4_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410507264/Put/seqid=0 2024-12-17T04:41:47,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742399_1575 (size=12454) 2024-12-17T04:41:48,301 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:48,308 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217fea2c2eeb977475195eaa2e1fc12bdb4_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fea2c2eeb977475195eaa2e1fc12bdb4_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:48,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/9ab2fa40bfb7446fb26ea9df384f4198, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:48,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/9ab2fa40bfb7446fb26ea9df384f4198 is 175, key is test_row_0/A:col10/1734410507264/Put/seqid=0 2024-12-17T04:41:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742400_1576 (size=31255) 2024-12-17T04:41:48,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/9ab2fa40bfb7446fb26ea9df384f4198 2024-12-17T04:41:48,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/9e724ffa103445d7b074cad8c64810ee is 50, key is test_row_0/B:col10/1734410507264/Put/seqid=0 2024-12-17T04:41:48,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742401_1577 (size=12301) 2024-12-17T04:41:49,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/9e724ffa103445d7b074cad8c64810ee 2024-12-17T04:41:49,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/b9002df9fd834ae795ca8d803f6f4559 is 50, key is test_row_0/C:col10/1734410507264/Put/seqid=0 2024-12-17T04:41:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742402_1578 (size=12301) 2024-12-17T04:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T04:41:49,355 INFO [Thread-2229 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-17T04:41:49,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/b9002df9fd834ae795ca8d803f6f4559 2024-12-17T04:41:49,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/9ab2fa40bfb7446fb26ea9df384f4198 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/9ab2fa40bfb7446fb26ea9df384f4198 2024-12-17T04:41:49,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/9ab2fa40bfb7446fb26ea9df384f4198, entries=150, sequenceid=289, filesize=30.5 K 2024-12-17T04:41:49,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/9e724ffa103445d7b074cad8c64810ee as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/9e724ffa103445d7b074cad8c64810ee 2024-12-17T04:41:49,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/9e724ffa103445d7b074cad8c64810ee, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T04:41:49,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/b9002df9fd834ae795ca8d803f6f4559 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b9002df9fd834ae795ca8d803f6f4559 2024-12-17T04:41:49,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b9002df9fd834ae795ca8d803f6f4559, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T04:41:49,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 8f675945ee242978ec8bc279f5b741cf in 1693ms, sequenceid=289, compaction requested=true 2024-12-17T04:41:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T04:41:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:49,575 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T04:41:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:49,575 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f675945ee242978ec8bc279f5b741cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T04:41:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/A is initiating minor compaction (all files) 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/B is initiating minor compaction (all files) 2024-12-17T04:41:49,576 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/A in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:49,576 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/B in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:49,576 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a067eea1683643758677474b4c63600b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/5e69ec9fef86402db42e6f7e3fdce08f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/9ab2fa40bfb7446fb26ea9df384f4198] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=92.0 K 2024-12-17T04:41:49,576 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/257c57b45ad744bca30862332b5eb17b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f5ea00f139384f99b491c84cde70262b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/9e724ffa103445d7b074cad8c64810ee] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=36.5 K 2024-12-17T04:41:49,576 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. files: [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a067eea1683643758677474b4c63600b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/5e69ec9fef86402db42e6f7e3fdce08f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/9ab2fa40bfb7446fb26ea9df384f4198] 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 257c57b45ad744bca30862332b5eb17b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734410504956 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting a067eea1683643758677474b4c63600b, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734410504956 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting f5ea00f139384f99b491c84cde70262b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734410505113 2024-12-17T04:41:49,576 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e69ec9fef86402db42e6f7e3fdce08f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734410505113 2024-12-17T04:41:49,577 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e724ffa103445d7b074cad8c64810ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734410507264 2024-12-17T04:41:49,577 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab2fa40bfb7446fb26ea9df384f4198, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734410507264 2024-12-17T04:41:49,581 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:49,582 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:49,582 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/579ffd50f4d4439a9e0693fd9c1c3013 is 50, key is test_row_0/B:col10/1734410507264/Put/seqid=0 2024-12-17T04:41:49,582 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217b9d83db203fa4fb4b8860edcd930a4bd_8f675945ee242978ec8bc279f5b741cf store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:49,584 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217b9d83db203fa4fb4b8860edcd930a4bd_8f675945ee242978ec8bc279f5b741cf, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:49,584 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b9d83db203fa4fb4b8860edcd930a4bd_8f675945ee242978ec8bc279f5b741cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742403_1579 (size=13017) 2024-12-17T04:41:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742404_1580 (size=4469) 2024-12-17T04:41:49,991 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#A#compaction#485 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:49,992 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/a959b475854a4c7b8bc2e6cee3c0a957 is 175, key is test_row_0/A:col10/1734410507264/Put/seqid=0 2024-12-17T04:41:49,997 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/579ffd50f4d4439a9e0693fd9c1c3013 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/579ffd50f4d4439a9e0693fd9c1c3013 2024-12-17T04:41:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742405_1581 (size=31971) 2024-12-17T04:41:50,002 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/B of 8f675945ee242978ec8bc279f5b741cf into 579ffd50f4d4439a9e0693fd9c1c3013(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:50,002 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:50,002 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/B, priority=13, startTime=1734410509575; duration=0sec 2024-12-17T04:41:50,002 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T04:41:50,002 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:B 2024-12-17T04:41:50,002 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T04:41:50,003 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T04:41:50,004 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1540): 8f675945ee242978ec8bc279f5b741cf/C is initiating minor compaction (all files) 2024-12-17T04:41:50,004 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f675945ee242978ec8bc279f5b741cf/C in TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:50,004 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/bfafecf5393948e19b79553bac6957d6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/824c764849ee46eaa0fbbf1e5f7aae4c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b9002df9fd834ae795ca8d803f6f4559] into tmpdir=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp, totalSize=36.5 K 2024-12-17T04:41:50,004 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting bfafecf5393948e19b79553bac6957d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734410504956 2024-12-17T04:41:50,004 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting 824c764849ee46eaa0fbbf1e5f7aae4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734410505113 2024-12-17T04:41:50,005 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] compactions.Compactor(224): Compacting b9002df9fd834ae795ca8d803f6f4559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734410507264 2024-12-17T04:41:50,012 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f675945ee242978ec8bc279f5b741cf#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T04:41:50,013 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/213f7120e62144a4a6264ab4f5cfcac5 is 50, key is test_row_0/C:col10/1734410507264/Put/seqid=0 2024-12-17T04:41:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742406_1582 (size=12983) 2024-12-17T04:41:50,157 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T04:41:50,409 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/a959b475854a4c7b8bc2e6cee3c0a957 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a959b475854a4c7b8bc2e6cee3c0a957 2024-12-17T04:41:50,416 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/A of 8f675945ee242978ec8bc279f5b741cf into a959b475854a4c7b8bc2e6cee3c0a957(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:50,416 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:50,416 INFO [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/A, priority=13, startTime=1734410509575; duration=0sec 2024-12-17T04:41:50,416 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:50,416 DEBUG [RS:0;07dc45045cb2:44187-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:A 2024-12-17T04:41:50,421 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/213f7120e62144a4a6264ab4f5cfcac5 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/213f7120e62144a4a6264ab4f5cfcac5 2024-12-17T04:41:50,427 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f675945ee242978ec8bc279f5b741cf/C of 8f675945ee242978ec8bc279f5b741cf into 213f7120e62144a4a6264ab4f5cfcac5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T04:41:50,427 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:50,427 INFO [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf., storeName=8f675945ee242978ec8bc279f5b741cf/C, priority=13, startTime=1734410509575; duration=0sec 2024-12-17T04:41:50,427 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T04:41:50,427 DEBUG [RS:0;07dc45045cb2:44187-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f675945ee242978ec8bc279f5b741cf:C 2024-12-17T04:41:51,768 DEBUG [Thread-2221 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:52977 2024-12-17T04:41:51,768 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:51,779 DEBUG [Thread-2223 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:52977 2024-12-17T04:41:51,779 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:53,876 DEBUG [Thread-2219 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:52977 2024-12-17T04:41:53,876 DEBUG [Thread-2219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:53,919 DEBUG [Thread-2227 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:52977 2024-12-17T04:41:53,919 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 139 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8375 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8251 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8205 2024-12-17T04:41:53,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8417 2024-12-17T04:41:53,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8249 2024-12-17T04:41:53,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T04:41:53,921 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T04:41:53,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:52977 2024-12-17T04:41:53,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:53,922 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T04:41:53,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T04:41:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T04:41:53,926 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410513926"}]},"ts":"1734410513926"} 2024-12-17T04:41:53,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T04:41:53,947 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T04:41:53,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T04:41:53,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, UNASSIGN}] 2024-12-17T04:41:53,952 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, UNASSIGN 2024-12-17T04:41:53,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=CLOSING, regionLocation=07dc45045cb2,44187,1734410331712 2024-12-17T04:41:53,955 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T04:41:53,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; CloseRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712}] 2024-12-17T04:41:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T04:41:54,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:54,110 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:54,110 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T04:41:54,110 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing 8f675945ee242978ec8bc279f5b741cf, disabling compactions & flushes 2024-12-17T04:41:54,110 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:54,110 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:54,111 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. after waiting 0 ms 2024-12-17T04:41:54,111 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:54,111 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(2837): Flushing 8f675945ee242978ec8bc279f5b741cf 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T04:41:54,111 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=A 2024-12-17T04:41:54,111 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:54,112 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=B 2024-12-17T04:41:54,112 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:54,112 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f675945ee242978ec8bc279f5b741cf, store=C 2024-12-17T04:41:54,112 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T04:41:54,121 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b5c29625def54856842c101955220742_8f675945ee242978ec8bc279f5b741cf is 50, key is test_row_0/A:col10/1734410511765/Put/seqid=0 2024-12-17T04:41:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742407_1583 (size=12454) 2024-12-17T04:41:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T04:41:54,525 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T04:41:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T04:41:54,530 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b5c29625def54856842c101955220742_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b5c29625def54856842c101955220742_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:54,531 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/519deb560ed34f38bb5005a47196ce46, store: [table=TestAcidGuarantees family=A region=8f675945ee242978ec8bc279f5b741cf] 2024-12-17T04:41:54,531 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/519deb560ed34f38bb5005a47196ce46 is 175, key is test_row_0/A:col10/1734410511765/Put/seqid=0 2024-12-17T04:41:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742408_1584 (size=31255) 2024-12-17T04:41:54,935 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/519deb560ed34f38bb5005a47196ce46 2024-12-17T04:41:54,946 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/8ca556841c404558a656a64ae09d1a5d is 50, key is test_row_0/B:col10/1734410511765/Put/seqid=0 2024-12-17T04:41:54,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742409_1585 (size=12301) 2024-12-17T04:41:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T04:41:55,351 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/8ca556841c404558a656a64ae09d1a5d 2024-12-17T04:41:55,359 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/5ac6980b4cf541ffa0dd452a34d18f4e is 50, key is test_row_0/C:col10/1734410511765/Put/seqid=0 2024-12-17T04:41:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742410_1586 (size=12301) 2024-12-17T04:41:55,765 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/5ac6980b4cf541ffa0dd452a34d18f4e 2024-12-17T04:41:55,775 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/A/519deb560ed34f38bb5005a47196ce46 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/519deb560ed34f38bb5005a47196ce46 2024-12-17T04:41:55,779 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/519deb560ed34f38bb5005a47196ce46, entries=150, sequenceid=299, filesize=30.5 K 2024-12-17T04:41:55,780 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/B/8ca556841c404558a656a64ae09d1a5d as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/8ca556841c404558a656a64ae09d1a5d 2024-12-17T04:41:55,784 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/8ca556841c404558a656a64ae09d1a5d, entries=150, sequenceid=299, filesize=12.0 K 2024-12-17T04:41:55,785 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/.tmp/C/5ac6980b4cf541ffa0dd452a34d18f4e as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5ac6980b4cf541ffa0dd452a34d18f4e 2024-12-17T04:41:55,788 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5ac6980b4cf541ffa0dd452a34d18f4e, entries=150, sequenceid=299, filesize=12.0 K 2024-12-17T04:41:55,789 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8f675945ee242978ec8bc279f5b741cf in 1678ms, sequenceid=299, compaction requested=false 2024-12-17T04:41:55,790 DEBUG [StoreCloser-TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/d2f4301e61fa4226adbd014a0aacfc18, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdbf1ba1913b4d9b97a6b4ccbe56106c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/3de3e8e0244b460fab5d479d4cbc7f92, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/7ee49464d7514ecc9bb309539e9cafd7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/952bcb27fa75477da6881f46e67b2053, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdba540ef4864195925e5b95daf984cc, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b28a1f3656654413a72883494f03cdd1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/6ac7e2876d8d43f09deb71102f425abb, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/cf334e1ae78d43e38f62659922ae041c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/2438fe0f89f54a03be3487cc0dbcc4b8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/e1730a7f27d34332ba58f5c44e7b1b6f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/56614491ba43439e96e13552525899e3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/82f13509e3cb4ca3b3a61c53a2182b6d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/858d69f038ed438096975d1aeeaddb28, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b1aacc4b99f648a88869f846b31c2e95, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a9a5a579c41340a592c3613a1ea61b58, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b4d2bdec92114ac3bb1737b32516743c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a067eea1683643758677474b4c63600b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/33d56714f233426aa4af5549cabd93b7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/5e69ec9fef86402db42e6f7e3fdce08f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/9ab2fa40bfb7446fb26ea9df384f4198] to archive 2024-12-17T04:41:55,791 DEBUG [StoreCloser-TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:41:55,793 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdbf1ba1913b4d9b97a6b4ccbe56106c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdbf1ba1913b4d9b97a6b4ccbe56106c 2024-12-17T04:41:55,793 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/d2f4301e61fa4226adbd014a0aacfc18 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/d2f4301e61fa4226adbd014a0aacfc18 2024-12-17T04:41:55,793 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/3de3e8e0244b460fab5d479d4cbc7f92 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/3de3e8e0244b460fab5d479d4cbc7f92 2024-12-17T04:41:55,793 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/7ee49464d7514ecc9bb309539e9cafd7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/7ee49464d7514ecc9bb309539e9cafd7 2024-12-17T04:41:55,794 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/952bcb27fa75477da6881f46e67b2053 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/952bcb27fa75477da6881f46e67b2053 2024-12-17T04:41:55,794 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdba540ef4864195925e5b95daf984cc to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/fdba540ef4864195925e5b95daf984cc 2024-12-17T04:41:55,795 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b28a1f3656654413a72883494f03cdd1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b28a1f3656654413a72883494f03cdd1 2024-12-17T04:41:55,795 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/2438fe0f89f54a03be3487cc0dbcc4b8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/2438fe0f89f54a03be3487cc0dbcc4b8 2024-12-17T04:41:55,795 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/6ac7e2876d8d43f09deb71102f425abb to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/6ac7e2876d8d43f09deb71102f425abb 2024-12-17T04:41:55,795 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/56614491ba43439e96e13552525899e3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/56614491ba43439e96e13552525899e3 2024-12-17T04:41:55,795 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/e1730a7f27d34332ba58f5c44e7b1b6f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/e1730a7f27d34332ba58f5c44e7b1b6f 2024-12-17T04:41:55,795 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/cf334e1ae78d43e38f62659922ae041c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/cf334e1ae78d43e38f62659922ae041c 2024-12-17T04:41:55,796 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/82f13509e3cb4ca3b3a61c53a2182b6d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/82f13509e3cb4ca3b3a61c53a2182b6d 2024-12-17T04:41:55,797 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/858d69f038ed438096975d1aeeaddb28 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/858d69f038ed438096975d1aeeaddb28 2024-12-17T04:41:55,797 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a9a5a579c41340a592c3613a1ea61b58 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a9a5a579c41340a592c3613a1ea61b58 2024-12-17T04:41:55,797 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b1aacc4b99f648a88869f846b31c2e95 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b1aacc4b99f648a88869f846b31c2e95 2024-12-17T04:41:55,797 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b4d2bdec92114ac3bb1737b32516743c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/b4d2bdec92114ac3bb1737b32516743c 2024-12-17T04:41:55,798 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/33d56714f233426aa4af5549cabd93b7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/33d56714f233426aa4af5549cabd93b7 2024-12-17T04:41:55,798 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a067eea1683643758677474b4c63600b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a067eea1683643758677474b4c63600b 2024-12-17T04:41:55,798 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/5e69ec9fef86402db42e6f7e3fdce08f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/5e69ec9fef86402db42e6f7e3fdce08f 2024-12-17T04:41:55,798 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/9ab2fa40bfb7446fb26ea9df384f4198 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/9ab2fa40bfb7446fb26ea9df384f4198 2024-12-17T04:41:55,799 DEBUG [StoreCloser-TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e5a379a78444415285db1a94e5f28045, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ae20ac618b90400bb95af77a11b55f12, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f35fb56f930244a5b006599a0352fa85, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cc2730b52dd84fa487dbef4f261f162f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e685b696649747a980e91c094c83a347, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/c37e563fa1194eaf84ff59aac2ae0eb3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/5b5e59dcc9f549c7babf4892d6032f36, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cb50a0e650bf457cbc9febf9d0192f8b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/06c631600f784df98b99ce5579010b52, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/b7b07582973846b192299d5ad050fe3b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f986e871bee2428887fa9a8aae821cfa, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ffec179686324e1d880e46b159df176a, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/2998f3dbe5034781b2c8a9b83b27cc9c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/99c131ec19364d77b15a324ec6eda1e5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/44f727aea12a4475a1051baedd5127b5, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/edf878bd37c148028c77ed3933e5be55, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/787a9fed1e434bb0babac5284dae4dbd, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/257c57b45ad744bca30862332b5eb17b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/a89fcd0ed71443b8bc08742a3ec827a1, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f5ea00f139384f99b491c84cde70262b, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/9e724ffa103445d7b074cad8c64810ee] to archive 2024-12-17T04:41:55,800 DEBUG [StoreCloser-TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ae20ac618b90400bb95af77a11b55f12 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ae20ac618b90400bb95af77a11b55f12 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cc2730b52dd84fa487dbef4f261f162f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cc2730b52dd84fa487dbef4f261f162f 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e5a379a78444415285db1a94e5f28045 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e5a379a78444415285db1a94e5f28045 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f35fb56f930244a5b006599a0352fa85 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f35fb56f930244a5b006599a0352fa85 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e685b696649747a980e91c094c83a347 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/e685b696649747a980e91c094c83a347 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/c37e563fa1194eaf84ff59aac2ae0eb3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/c37e563fa1194eaf84ff59aac2ae0eb3 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/5b5e59dcc9f549c7babf4892d6032f36 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/5b5e59dcc9f549c7babf4892d6032f36 2024-12-17T04:41:55,802 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cb50a0e650bf457cbc9febf9d0192f8b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/cb50a0e650bf457cbc9febf9d0192f8b 2024-12-17T04:41:55,803 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/06c631600f784df98b99ce5579010b52 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/06c631600f784df98b99ce5579010b52 2024-12-17T04:41:55,803 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f986e871bee2428887fa9a8aae821cfa to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f986e871bee2428887fa9a8aae821cfa 2024-12-17T04:41:55,803 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ffec179686324e1d880e46b159df176a to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/ffec179686324e1d880e46b159df176a 2024-12-17T04:41:55,803 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/b7b07582973846b192299d5ad050fe3b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/b7b07582973846b192299d5ad050fe3b 2024-12-17T04:41:55,803 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/99c131ec19364d77b15a324ec6eda1e5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/99c131ec19364d77b15a324ec6eda1e5 2024-12-17T04:41:55,804 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/2998f3dbe5034781b2c8a9b83b27cc9c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/2998f3dbe5034781b2c8a9b83b27cc9c 2024-12-17T04:41:55,804 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/44f727aea12a4475a1051baedd5127b5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/44f727aea12a4475a1051baedd5127b5 2024-12-17T04:41:55,804 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/edf878bd37c148028c77ed3933e5be55 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/edf878bd37c148028c77ed3933e5be55 2024-12-17T04:41:55,805 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/787a9fed1e434bb0babac5284dae4dbd to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/787a9fed1e434bb0babac5284dae4dbd 2024-12-17T04:41:55,806 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/257c57b45ad744bca30862332b5eb17b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/257c57b45ad744bca30862332b5eb17b 2024-12-17T04:41:55,806 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/a89fcd0ed71443b8bc08742a3ec827a1 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/a89fcd0ed71443b8bc08742a3ec827a1 2024-12-17T04:41:55,806 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/9e724ffa103445d7b074cad8c64810ee to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/9e724ffa103445d7b074cad8c64810ee 2024-12-17T04:41:55,806 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f5ea00f139384f99b491c84cde70262b to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/f5ea00f139384f99b491c84cde70262b 2024-12-17T04:41:55,807 DEBUG [StoreCloser-TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5add2cc7aa814e7186e0364ac04b49a4, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b11f3cbc6d7b4cdbbe4e64190924cd38, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d9a859b2ff2c47a4bed3e859de6a39e3, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/c16a63aaa858471fa153489fbf7a1720, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/ddd9816312074de485945c2e0edb5d33, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/a4217c649d8c413b92966fa522b1e4d7, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/07bed11dfc2e47a78811ca20fc44da59, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/0219126b8464416b9a9a5102ac4d784d, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/13c0b09b1cae4e5794da9181baec9432, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/852e65993ae64a43bb5b0a21cf56a440, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d320596e368f42a6a520134cf2d6bda8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/219c9769829844328f9924b316be590f, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/61baba0152cf462889ef668084e70ee8, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/de3d6a239e1148e7b795b79b3d069439, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/34632683cbd143ff935e1b40d788cf11, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/6c793887d5b947fab4c94b5d49cf87e2, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/bfafecf5393948e19b79553bac6957d6, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/3430b513c3b9420299ae92aa659a48d9, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/824c764849ee46eaa0fbbf1e5f7aae4c, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b9002df9fd834ae795ca8d803f6f4559] to archive 2024-12-17T04:41:55,807 DEBUG [StoreCloser-TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T04:41:55,809 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5add2cc7aa814e7186e0364ac04b49a4 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5add2cc7aa814e7186e0364ac04b49a4 2024-12-17T04:41:55,809 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b11f3cbc6d7b4cdbbe4e64190924cd38 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b11f3cbc6d7b4cdbbe4e64190924cd38 2024-12-17T04:41:55,809 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d9a859b2ff2c47a4bed3e859de6a39e3 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d9a859b2ff2c47a4bed3e859de6a39e3 2024-12-17T04:41:55,809 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/c16a63aaa858471fa153489fbf7a1720 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/c16a63aaa858471fa153489fbf7a1720 2024-12-17T04:41:55,809 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/ddd9816312074de485945c2e0edb5d33 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/ddd9816312074de485945c2e0edb5d33 2024-12-17T04:41:55,810 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/a4217c649d8c413b92966fa522b1e4d7 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/a4217c649d8c413b92966fa522b1e4d7 2024-12-17T04:41:55,810 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/0219126b8464416b9a9a5102ac4d784d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/0219126b8464416b9a9a5102ac4d784d 2024-12-17T04:41:55,810 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/07bed11dfc2e47a78811ca20fc44da59 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/07bed11dfc2e47a78811ca20fc44da59 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/61baba0152cf462889ef668084e70ee8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/61baba0152cf462889ef668084e70ee8 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/852e65993ae64a43bb5b0a21cf56a440 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/852e65993ae64a43bb5b0a21cf56a440 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d320596e368f42a6a520134cf2d6bda8 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/d320596e368f42a6a520134cf2d6bda8 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/13c0b09b1cae4e5794da9181baec9432 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/13c0b09b1cae4e5794da9181baec9432 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/34632683cbd143ff935e1b40d788cf11 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/34632683cbd143ff935e1b40d788cf11 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/219c9769829844328f9924b316be590f to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/219c9769829844328f9924b316be590f 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/6c793887d5b947fab4c94b5d49cf87e2 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/6c793887d5b947fab4c94b5d49cf87e2 2024-12-17T04:41:55,812 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/de3d6a239e1148e7b795b79b3d069439 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/de3d6a239e1148e7b795b79b3d069439 2024-12-17T04:41:55,813 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/bfafecf5393948e19b79553bac6957d6 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/bfafecf5393948e19b79553bac6957d6 2024-12-17T04:41:55,813 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/3430b513c3b9420299ae92aa659a48d9 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/3430b513c3b9420299ae92aa659a48d9 2024-12-17T04:41:55,813 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b9002df9fd834ae795ca8d803f6f4559 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/b9002df9fd834ae795ca8d803f6f4559 2024-12-17T04:41:55,813 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/824c764849ee46eaa0fbbf1e5f7aae4c to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/824c764849ee46eaa0fbbf1e5f7aae4c 2024-12-17T04:41:55,818 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/recovered.edits/302.seqid, newMaxSeqId=302, maxSeqId=4 2024-12-17T04:41:55,818 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf. 2024-12-17T04:41:55,818 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for 8f675945ee242978ec8bc279f5b741cf: 2024-12-17T04:41:55,819 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed 8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:55,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=8f675945ee242978ec8bc279f5b741cf, regionState=CLOSED 2024-12-17T04:41:55,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-17T04:41:55,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseRegionProcedure 8f675945ee242978ec8bc279f5b741cf, server=07dc45045cb2,44187,1734410331712 in 1.8650 sec 2024-12-17T04:41:55,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-17T04:41:55,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f675945ee242978ec8bc279f5b741cf, UNASSIGN in 1.8710 sec 2024-12-17T04:41:55,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-17T04:41:55,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8740 sec 2024-12-17T04:41:55,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734410515824"}]},"ts":"1734410515824"} 2024-12-17T04:41:55,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T04:41:55,863 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T04:41:55,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9420 sec 2024-12-17T04:41:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T04:41:56,032 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-17T04:41:56,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T04:41:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:56,036 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T04:41:56,037 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=171, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:56,040 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,045 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C, FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/recovered.edits] 2024-12-17T04:41:56,050 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/519deb560ed34f38bb5005a47196ce46 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/519deb560ed34f38bb5005a47196ce46 2024-12-17T04:41:56,050 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a959b475854a4c7b8bc2e6cee3c0a957 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/A/a959b475854a4c7b8bc2e6cee3c0a957 2024-12-17T04:41:56,055 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/579ffd50f4d4439a9e0693fd9c1c3013 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/579ffd50f4d4439a9e0693fd9c1c3013 2024-12-17T04:41:56,056 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/8ca556841c404558a656a64ae09d1a5d to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/B/8ca556841c404558a656a64ae09d1a5d 2024-12-17T04:41:56,060 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/213f7120e62144a4a6264ab4f5cfcac5 to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/213f7120e62144a4a6264ab4f5cfcac5 2024-12-17T04:41:56,060 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5ac6980b4cf541ffa0dd452a34d18f4e to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/C/5ac6980b4cf541ffa0dd452a34d18f4e 2024-12-17T04:41:56,064 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/recovered.edits/302.seqid to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf/recovered.edits/302.seqid 2024-12-17T04:41:56,064 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/default/TestAcidGuarantees/8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,064 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T04:41:56,064 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T04:41:56,065 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T04:41:56,068 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217116d685341074157b1cfd9e49f44fd85_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217116d685341074157b1cfd9e49f44fd85_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,068 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121754eee065353742e98b54697b93d67edd_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121754eee065353742e98b54697b93d67edd_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,068 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174bac6e94d69f4fbda5e3badf7244fd21_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174bac6e94d69f4fbda5e3badf7244fd21_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,069 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217749e636ec6b149e98223a34ed254c586_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217749e636ec6b149e98223a34ed254c586_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,069 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a07c8ae6b39a41518838e255316ed126_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a07c8ae6b39a41518838e255316ed126_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,069 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178facafd750d4437982b76e34a1d11847_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178facafd750d4437982b76e34a1d11847_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,069 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121765a17afa8bbb4c63985ff475f8378a76_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121765a17afa8bbb4c63985ff475f8378a76_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,069 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a323018175a249bc834d31a07fb44072_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a323018175a249bc834d31a07fb44072_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,069 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b725f797d0c448a0a9846fc4b9029c54_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b725f797d0c448a0a9846fc4b9029c54_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,069 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c1fea45ef57d4b318641b252ac55778c_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c1fea45ef57d4b318641b252ac55778c_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,070 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b5c29625def54856842c101955220742_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b5c29625def54856842c101955220742_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,070 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b86733a1f39440279d0cc74e864d2795_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b86733a1f39440279d0cc74e864d2795_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,070 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217cd23a779412e44e3b332866d9fa70d0c_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217cd23a779412e44e3b332866d9fa70d0c_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,070 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c891482ef253463db64e20ad2c5e3661_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c891482ef253463db64e20ad2c5e3661_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,070 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e603328b9f6249069e0262cfbf9e6c46_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e603328b9f6249069e0262cfbf9e6c46_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,070 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fea2c2eeb977475195eaa2e1fc12bdb4_8f675945ee242978ec8bc279f5b741cf to hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fea2c2eeb977475195eaa2e1fc12bdb4_8f675945ee242978ec8bc279f5b741cf 2024-12-17T04:41:56,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T04:41:56,071 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=171, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:56,073 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T04:41:56,074 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T04:41:56,075 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=171, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:56,075 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T04:41:56,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734410516075"}]},"ts":"9223372036854775807"} 2024-12-17T04:41:56,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T04:41:56,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8f675945ee242978ec8bc279f5b741cf, NAME => 'TestAcidGuarantees,,1734410484019.8f675945ee242978ec8bc279f5b741cf.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T04:41:56,076 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T04:41:56,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734410516077"}]},"ts":"9223372036854775807"} 2024-12-17T04:41:56,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T04:41:56,089 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=171, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T04:41:56,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-12-17T04:41:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T04:41:56,139 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-17T04:41:56,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=243 (was 245), OpenFileDescriptor=453 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 303), ProcessCount=11 (was 11), AvailableMemoryMB=7603 (was 7622) 2024-12-17T04:41:56,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-17T04:41:56,153 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T04:41:56,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:52977 2024-12-17T04:41:56,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:56,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-17T04:41:56,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=479130374, stopped=false 2024-12-17T04:41:56,154 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=07dc45045cb2,33457,1734410330977 2024-12-17T04:41:56,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-17T04:41:56,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-17T04:41:56,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:41:56,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:41:56,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-17T04:41:56,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T04:41:56,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T04:41:56,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:56,164 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '07dc45045cb2,44187,1734410331712' ***** 2024-12-17T04:41:56,164 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-17T04:41:56,164 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-17T04:41:56,164 INFO [RS:0;07dc45045cb2:44187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-17T04:41:56,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-17T04:41:56,164 INFO [RS:0;07dc45045cb2:44187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-17T04:41:56,165 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(3579): Received CLOSE for 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:41:56,165 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1224): stopping server 07dc45045cb2,44187,1734410331712 2024-12-17T04:41:56,165 DEBUG [RS:0;07dc45045cb2:44187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:56,165 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-17T04:41:56,165 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-17T04:41:56,165 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-17T04:41:56,166 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4db798859bbfbd30d0f2256c76a1803c, disabling compactions & flushes 2024-12-17T04:41:56,166 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. after waiting 0 ms 2024-12-17T04:41:56,166 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:41:56,166 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1603): Online Regions={4db798859bbfbd30d0f2256c76a1803c=hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c., 1588230740=hbase:meta,,1.1588230740} 2024-12-17T04:41:56,166 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4db798859bbfbd30d0f2256c76a1803c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T04:41:56,166 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T04:41:56,166 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T04:41:56,166 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-17T04:41:56,169 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:41:56,178 INFO [regionserver/07dc45045cb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T04:41:56,185 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c/.tmp/info/72b3e144f92f443bb67f31b495047656 is 45, key is default/info:d/1734410336977/Put/seqid=0 2024-12-17T04:41:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742411_1587 (size=5037) 2024-12-17T04:41:56,189 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/info/f5c384e376864d8580c3d73e21434bb3 is 143, key is hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c./info:regioninfo/1734410336831/Put/seqid=0 2024-12-17T04:41:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742412_1588 (size=7725) 2024-12-17T04:41:56,370 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:41:56,570 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4db798859bbfbd30d0f2256c76a1803c 2024-12-17T04:41:56,590 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c/.tmp/info/72b3e144f92f443bb67f31b495047656 2024-12-17T04:41:56,593 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/info/f5c384e376864d8580c3d73e21434bb3 2024-12-17T04:41:56,599 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c/.tmp/info/72b3e144f92f443bb67f31b495047656 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c/info/72b3e144f92f443bb67f31b495047656 2024-12-17T04:41:56,603 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c/info/72b3e144f92f443bb67f31b495047656, entries=2, sequenceid=6, filesize=4.9 K 2024-12-17T04:41:56,604 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4db798859bbfbd30d0f2256c76a1803c in 438ms, sequenceid=6, compaction requested=false 2024-12-17T04:41:56,607 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/namespace/4db798859bbfbd30d0f2256c76a1803c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-17T04:41:56,608 INFO [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:41:56,608 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4db798859bbfbd30d0f2256c76a1803c: 2024-12-17T04:41:56,608 DEBUG [RS_CLOSE_REGION-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734410335516.4db798859bbfbd30d0f2256c76a1803c. 2024-12-17T04:41:56,616 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/rep_barrier/a47515f7494a45b2983063047581c5cc is 102, key is TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c./rep_barrier:/1734410371335/DeleteFamily/seqid=0 2024-12-17T04:41:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742413_1589 (size=6025) 2024-12-17T04:41:56,770 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T04:41:56,971 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T04:41:57,055 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/rep_barrier/a47515f7494a45b2983063047581c5cc 2024-12-17T04:41:57,082 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/table/40c3c434036641dea2b191942b6de04a is 96, key is TestAcidGuarantees,,1734410337264.d1116480c680c7404a6e38388eb8ae8c./table:/1734410371335/DeleteFamily/seqid=0 2024-12-17T04:41:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742414_1590 (size=5942) 2024-12-17T04:41:57,109 INFO [regionserver/07dc45045cb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-17T04:41:57,109 INFO [regionserver/07dc45045cb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-17T04:41:57,171 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-17T04:41:57,171 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-17T04:41:57,171 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T04:41:57,371 DEBUG [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T04:41:57,487 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/table/40c3c434036641dea2b191942b6de04a 2024-12-17T04:41:57,498 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/info/f5c384e376864d8580c3d73e21434bb3 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/info/f5c384e376864d8580c3d73e21434bb3 2024-12-17T04:41:57,503 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/info/f5c384e376864d8580c3d73e21434bb3, entries=22, sequenceid=93, filesize=7.5 K 2024-12-17T04:41:57,504 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/rep_barrier/a47515f7494a45b2983063047581c5cc as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/rep_barrier/a47515f7494a45b2983063047581c5cc 2024-12-17T04:41:57,508 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/rep_barrier/a47515f7494a45b2983063047581c5cc, entries=6, sequenceid=93, filesize=5.9 K 2024-12-17T04:41:57,509 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/.tmp/table/40c3c434036641dea2b191942b6de04a as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/table/40c3c434036641dea2b191942b6de04a 2024-12-17T04:41:57,513 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/table/40c3c434036641dea2b191942b6de04a, entries=9, sequenceid=93, filesize=5.8 K 2024-12-17T04:41:57,514 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=93, compaction requested=false 2024-12-17T04:41:57,519 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-17T04:41:57,520 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T04:41:57,520 INFO [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T04:41:57,520 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T04:41:57,520 DEBUG [RS_CLOSE_META-regionserver/07dc45045cb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-17T04:41:57,572 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1250): stopping server 07dc45045cb2,44187,1734410331712; all regions closed. 2024-12-17T04:41:57,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741834_1010 (size=26050) 2024-12-17T04:41:57,582 DEBUG [RS:0;07dc45045cb2:44187 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/oldWALs 2024-12-17T04:41:57,582 INFO [RS:0;07dc45045cb2:44187 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 07dc45045cb2%2C44187%2C1734410331712.meta:.meta(num 1734410335268) 2024-12-17T04:41:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741832_1008 (size=13393583) 2024-12-17T04:41:57,587 DEBUG [RS:0;07dc45045cb2:44187 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/oldWALs 2024-12-17T04:41:57,587 INFO [RS:0;07dc45045cb2:44187 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 07dc45045cb2%2C44187%2C1734410331712:(num 1734410334264) 2024-12-17T04:41:57,587 DEBUG [RS:0;07dc45045cb2:44187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:57,587 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T04:41:57,587 INFO [RS:0;07dc45045cb2:44187 {}] hbase.ChoreService(370): Chore service for: regionserver/07dc45045cb2:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-17T04:41:57,588 INFO [regionserver/07dc45045cb2:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T04:41:57,588 INFO [RS:0;07dc45045cb2:44187 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44187 2024-12-17T04:41:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/07dc45045cb2,44187,1734410331712 2024-12-17T04:41:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-17T04:41:57,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [07dc45045cb2,44187,1734410331712] 2024-12-17T04:41:57,639 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 07dc45045cb2,44187,1734410331712; numProcessing=1 2024-12-17T04:41:57,647 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/07dc45045cb2,44187,1734410331712 already deleted, retry=false 2024-12-17T04:41:57,647 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 07dc45045cb2,44187,1734410331712 expired; onlineServers=0 2024-12-17T04:41:57,647 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '07dc45045cb2,33457,1734410330977' ***** 2024-12-17T04:41:57,647 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-17T04:41:57,648 DEBUG [M:0;07dc45045cb2:33457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6132fdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=07dc45045cb2/172.17.0.2:0 2024-12-17T04:41:57,648 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HRegionServer(1224): stopping server 07dc45045cb2,33457,1734410330977 2024-12-17T04:41:57,648 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HRegionServer(1250): stopping server 07dc45045cb2,33457,1734410330977; all regions closed. 2024-12-17T04:41:57,648 DEBUG [M:0;07dc45045cb2:33457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T04:41:57,648 DEBUG [M:0;07dc45045cb2:33457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-17T04:41:57,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-17T04:41:57,648 DEBUG [M:0;07dc45045cb2:33457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-17T04:41:57,649 DEBUG [master/07dc45045cb2:0:becomeActiveMaster-HFileCleaner.small.0-1734410333966 {}] cleaner.HFileCleaner(306): Exit Thread[master/07dc45045cb2:0:becomeActiveMaster-HFileCleaner.small.0-1734410333966,5,FailOnTimeoutGroup] 2024-12-17T04:41:57,649 DEBUG [master/07dc45045cb2:0:becomeActiveMaster-HFileCleaner.large.0-1734410333965 {}] cleaner.HFileCleaner(306): Exit Thread[master/07dc45045cb2:0:becomeActiveMaster-HFileCleaner.large.0-1734410333965,5,FailOnTimeoutGroup] 2024-12-17T04:41:57,649 INFO [M:0;07dc45045cb2:33457 {}] hbase.ChoreService(370): Chore service for: master/07dc45045cb2:0 had [] on shutdown 2024-12-17T04:41:57,649 DEBUG [M:0;07dc45045cb2:33457 {}] master.HMaster(1733): Stopping service threads 2024-12-17T04:41:57,650 INFO [M:0;07dc45045cb2:33457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-17T04:41:57,651 INFO [M:0;07dc45045cb2:33457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-17T04:41:57,651 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-17T04:41:57,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-17T04:41:57,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T04:41:57,655 DEBUG [M:0;07dc45045cb2:33457 {}] zookeeper.ZKUtil(347): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-17T04:41:57,655 WARN [M:0;07dc45045cb2:33457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-17T04:41:57,655 INFO [M:0;07dc45045cb2:33457 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-17T04:41:57,656 INFO [M:0;07dc45045cb2:33457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-17T04:41:57,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T04:41:57,656 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T04:41:57,656 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:41:57,656 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:41:57,656 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T04:41:57,656 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:41:57,656 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=750.21 KB heapSize=921.43 KB 2024-12-17T04:41:57,674 DEBUG [M:0;07dc45045cb2:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cbd422f45348a0a3cdda6b0b08b1f7 is 82, key is hbase:meta,,1/info:regioninfo/1734410335377/Put/seqid=0 2024-12-17T04:41:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742415_1591 (size=5672) 2024-12-17T04:41:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T04:41:57,739 INFO [RS:0;07dc45045cb2:44187 {}] regionserver.HRegionServer(1307): Exiting; stopping=07dc45045cb2,44187,1734410331712; zookeeper connection closed. 2024-12-17T04:41:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x10032487cdb0001, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T04:41:57,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d3fdf73 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d3fdf73 2024-12-17T04:41:57,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-17T04:41:58,079 INFO [M:0;07dc45045cb2:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2110 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cbd422f45348a0a3cdda6b0b08b1f7 2024-12-17T04:41:58,108 DEBUG [M:0;07dc45045cb2:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c4364e21b194780b8974a6d74d94222 is 2283, key is \x00\x00\x00\x00\x00\x00\x00a/proc:d/1734410434609/Put/seqid=0 2024-12-17T04:41:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742416_1592 (size=43649) 2024-12-17T04:41:58,513 INFO [M:0;07dc45045cb2:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=749.66 KB at sequenceid=2110 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c4364e21b194780b8974a6d74d94222 2024-12-17T04:41:58,522 INFO [M:0;07dc45045cb2:33457 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c4364e21b194780b8974a6d74d94222 2024-12-17T04:41:58,544 DEBUG [M:0;07dc45045cb2:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d239670a2a7457384557c94a8260f97 is 69, key is 07dc45045cb2,44187,1734410331712/rs:state/1734410334040/Put/seqid=0 2024-12-17T04:41:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073742417_1593 (size=5156) 2024-12-17T04:41:58,949 INFO [M:0;07dc45045cb2:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2110 (bloomFilter=true), to=hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d239670a2a7457384557c94a8260f97 2024-12-17T04:41:58,960 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cbd422f45348a0a3cdda6b0b08b1f7 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82cbd422f45348a0a3cdda6b0b08b1f7 2024-12-17T04:41:58,964 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82cbd422f45348a0a3cdda6b0b08b1f7, entries=8, sequenceid=2110, filesize=5.5 K 2024-12-17T04:41:58,965 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c4364e21b194780b8974a6d74d94222 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c4364e21b194780b8974a6d74d94222 2024-12-17T04:41:58,967 INFO [M:0;07dc45045cb2:33457 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c4364e21b194780b8974a6d74d94222 2024-12-17T04:41:58,967 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c4364e21b194780b8974a6d74d94222, entries=171, sequenceid=2110, filesize=42.6 K 2024-12-17T04:41:58,968 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d239670a2a7457384557c94a8260f97 as hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d239670a2a7457384557c94a8260f97 2024-12-17T04:41:58,971 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41799/user/jenkins/test-data/362b1c82-dc21-be88-4f24-d11dbbbda626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d239670a2a7457384557c94a8260f97, entries=1, sequenceid=2110, filesize=5.0 K 2024-12-17T04:41:58,971 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(3040): Finished flush of dataSize ~750.21 KB/768218, heapSize ~921.13 KB/943240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2110, compaction requested=false 2024-12-17T04:41:58,972 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T04:41:58,973 DEBUG [M:0;07dc45045cb2:33457 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T04:41:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741830_1006 (size=906575) 2024-12-17T04:41:58,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T04:41:58,975 INFO [M:0;07dc45045cb2:33457 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-17T04:41:58,975 INFO [M:0;07dc45045cb2:33457 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33457 2024-12-17T04:41:59,020 DEBUG [M:0;07dc45045cb2:33457 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/07dc45045cb2,33457,1734410330977 already deleted, retry=false 2024-12-17T04:41:59,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T04:41:59,130 INFO [M:0;07dc45045cb2:33457 {}] regionserver.HRegionServer(1307): Exiting; stopping=07dc45045cb2,33457,1734410330977; zookeeper connection closed. 2024-12-17T04:41:59,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10032487cdb0000, quorum=127.0.0.1:52977, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T04:41:59,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T04:41:59,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T04:41:59,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T04:41:59,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T04:41:59,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/hadoop.log.dir/,STOPPED} 2024-12-17T04:41:59,147 WARN [BP-2132363405-172.17.0.2-1734410327823 heartbeating to localhost/127.0.0.1:41799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-17T04:41:59,147 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-17T04:41:59,147 WARN [BP-2132363405-172.17.0.2-1734410327823 heartbeating to localhost/127.0.0.1:41799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2132363405-172.17.0.2-1734410327823 (Datanode Uuid 1d94bdaf-5ef7-4ba6-aded-93ce5e0a7e2f) service to localhost/127.0.0.1:41799 2024-12-17T04:41:59,147 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-17T04:41:59,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931/dfs/data/data1/current/BP-2132363405-172.17.0.2-1734410327823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T04:41:59,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/cluster_1b6bd32d-0faf-a0ac-cde1-3daeb0601931/dfs/data/data2/current/BP-2132363405-172.17.0.2-1734410327823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T04:41:59,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-17T04:41:59,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T04:41:59,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T04:41:59,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T04:41:59,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T04:41:59,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/23d6c923-c820-e9b8-de20-7e106e0095be/hadoop.log.dir/,STOPPED} 2024-12-17T04:41:59,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-17T04:41:59,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down